-- Logs begin at Tue 2021-09-14 11:33:37 UTC, end at Tue 2021-09-14 12:28:15 UTC. -- Sep 14 12:01:11.894123 dv-cinder-784945-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 12:01:14.615295 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.common.config [-] Logging enabled! Sep 14 12:01:14.615881 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev638 Sep 14 12:01:14.616046 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94050) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 12:01:14.619238 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.common.config [-] Logging enabled! Sep 14 12:01:14.619490 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev638 Sep 14 12:01:14.619798 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94050) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 12:01:14.620736 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 12:01:14.620964 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 12:01:14.621316 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 12:01:14.621557 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 12:01:14.621777 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 12:01:14.622091 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.622382 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.622672 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.622896 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.623216 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.623502 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.623779 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.624063 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.624360 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.624638 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.624912 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.625196 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.625420 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.625693 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.625975 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.626270 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.626471 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] debug = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.626743 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.627180 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.627585 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.627860 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.628143 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.628417 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.628681 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.628950 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.629227 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.630438 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] host = dv-cinder-784945-14-iscsi {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.630438 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.630732 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.631043 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.631326 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.631597 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.631872 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.632156 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.632426 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.632695 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] log_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.632966 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.633249 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.633531 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.633816 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.634036 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.634253 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.634537 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.634819 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.635118 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.635390 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.635665 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.635933 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.636201 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.636465 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.636744 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.637022 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.637300 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.637568 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.637835 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.638101 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.638367 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.638646 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.638913 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.639216 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.639484 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.639764 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.640027 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.640294 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.640585 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.640866 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.641142 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.641420 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.641687 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.641963 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.642229 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.642494 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.642757 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] use_json = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.643043 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.643308 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.643582 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.643849 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.644113 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.644378 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.644641 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.644917 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:14.646019 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.646183 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.646405 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.646684 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.646972 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.647273 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.647556 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.647825 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.648106 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.648384 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.648664 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.648934 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.649212 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.649480 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.649766 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.650058 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.650341 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.650624 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.650891 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.651186 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.651452 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.651720 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.651999 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.652268 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.652549 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.652830 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.653101 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.653379 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.653663 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.653942 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.654205 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.654475 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.654758 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.655043 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.655360 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.655629 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.655912 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.656181 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.656445 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.656720 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.656990 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.657253 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.657516 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.657783 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.658062 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.658329 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.658591 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.658852 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.659145 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.659410 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.659686 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.659953 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.660215 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.660477 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.660802 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.660802 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.661317 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.661584 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.661848 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.662113 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.662376 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.662638 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.662902 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.663186 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.663451 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.663712 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.663975 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.664240 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.664506 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.664769 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.665033 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.665295 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.665557 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.665838 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.666128 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.666399 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.666670 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.666943 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.667236 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.667507 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.667774 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.668041 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.668312 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.668575 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.668857 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.669133 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.669411 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.669685 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.669956 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.670249 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.670521 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.670796 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.671097 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.671370 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.671647 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.671921 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.672208 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.672498 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.672786 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.673073 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.673357 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.673632 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.673930 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.674201 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:14.674413 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 12:01:14.674647 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94050) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 12:01:15.025438 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 12:01:15.025711 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 12:01:15.025997 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 12:01:15.026321 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 12:01:15.417460 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.417745 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.418019 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.419322 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.419592 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.419850 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.455471 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.455741 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.456003 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.471255 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.471528 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.471792 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.499843 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.500120 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.500386 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.538493 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.538766 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.539048 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.767662 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.768272 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.768272 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.768454 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.769124 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.889137 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.889454 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.889735 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.890002 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.890264 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.890572 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.890824 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.891103 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.891353 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.891627 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.891879 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.892137 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.892383 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.892626 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.892875 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.893131 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.893380 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.893636 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.893901 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.894151 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.894413 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.894660 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.895499 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.895892 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.896135 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.896375 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.896768 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 12:01:15.897002 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 12:01:15.897235 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 12:01:15.897463 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 12:01:15.897695 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 12:01:15.897925 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 12:01:15.898280 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 12:01:15.901379 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 12:01:15.905267 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 12:01:15.909094 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Sep 14 12:01:15.911324 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 12:01:15.911766 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 12:01:15.912099 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 12:01:15.912480 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 12:01:15.915264 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 12:01:15.915513 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 12:01:15.915853 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 12:01:15.921056 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 12:01:15.942549 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 12:01:15.942982 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.943305 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94050) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 14 12:01:15.943657 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.944995 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94050) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 12:01:15.945268 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 12:01:15.945505 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 12:01:15.948823 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:15.949099 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.013329 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 12:01:16.013563 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 12:01:16.013794 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 12:01:16.014161 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 12:01:16.037176 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_db.sqlalchemy.engines [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94050) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 12:01:16.568071 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Initializing driver for type 'gre' Sep 14 12:01:16.568607 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] gre ID ranges: [(1, 1000)] Sep 14 12:01:16.623457 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Initializing driver for type 'local' Sep 14 12:01:16.623798 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Initializing driver for type 'vlan' Sep 14 12:01:16.638909 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] VlanTypeDriver initialization complete Sep 14 12:01:16.639432 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Initializing driver for type 'vxlan' Sep 14 12:01:16.639929 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] vxlan ID ranges: [(1, 1000)] Sep 14 12:01:16.694033 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Initializing extension driver 'port_security' Sep 14 12:01:16.694418 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.extensions.port_security [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] PortSecurityExtensionDriver initialization complete Sep 14 12:01:16.694788 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Initializing mechanism driver 'openvswitch' Sep 14 12:01:16.695212 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Initializing mechanism driver 'hyperv' Sep 14 12:01:16.701762 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.plugin [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:01:16.702440 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > port after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.702808 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > port after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.703208 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > port after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.703953 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 12:01:16.704571 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > subnet after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.705022 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > subnet after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.705367 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.705754 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 12:01:16.706164 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > network after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.706516 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > network after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.706858 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > network after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.707264 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 12:01:16.707741 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > security_group after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.708206 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > security_group after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.708550 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.709078 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 12:01:16.709486 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.709841 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.710185 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.710571 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 12:01:16.710973 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > address_group after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.711340 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > address_group after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.711678 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.712063 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 12:01:16.712437 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] ML2 OVO RPC backend initialized. {{(pid=94050) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 14 12:01:16.713135 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.713487 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.713904 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > network before_response 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.714247 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > networks before_response 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.714590 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > port before_response 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.714927 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > ports before_response 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.715294 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > subnet before_response 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.715634 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > subnets before_response 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.715976 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > network after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.716312 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > network after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.716643 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > network after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.716973 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > port after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.717307 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > port after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.717634 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > port after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.717966 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > subnet after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.718294 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > subnet after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.718620 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.719222 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.plugin [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Modular L2 Plugin initialization complete Sep 14 12:01:16.719553 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading services supported by the core plugin {{(pid=94050) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 12:01:16.719878 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Got port-security extension from driver 'port_security' Sep 14 12:01:16.720338 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.extensions.vlantransparent [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Disabled vlantransparent extension. Sep 14 12:01:16.720814 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94050) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 12:01:16.721126 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading Plugin: router Sep 14 12:01:16.758261 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.758649 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router after_create 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.759031 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router before_create 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.759414 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.759790 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.760144 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router after_delete 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.760498 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.760842 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.761195 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router after_create 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.761537 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router after_update 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.761882 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router after_update 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.762228 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.762584 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router after_update 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.762990 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router precommit_update 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.763386 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: port after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.763722 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: port after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.764056 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: subnet after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.764393 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.764737 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.765081 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router precommit_create 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.765419 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: port before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.765758 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router precommit_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.766114 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router after_update 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.766455 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.766802 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router precommit_create 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.767195 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.767540 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router precommit_update 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.767900 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > agent after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.768424 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > agent after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.768581 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > network after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.769428 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Tracking information for resource: router configured {{(pid=94050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 12:01:16.769765 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Tracking information for resource: floatingip configured {{(pid=94050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 12:01:16.774821 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.db.l3_agentschedulers_db [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 12:01:16.775429 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: port after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.775789 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: port after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.776136 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: port after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.776483 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: port after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.777254 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router before_create 55550100 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.777612 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.777969 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router precommit_create 55550100 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.778321 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > router precommit_update 55550100 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.782974 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.services.provider_configuration [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Service providers = [] {{(pid=94050) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 12:01:16.783364 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.db.servicetype_db [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94050) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 12:01:16.786399 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.services.service_base [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 12:01:16.786745 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.services.service_base [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 12:01:16.787116 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.services.service_base [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 12:01:16.788025 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.services.service_base [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 12:01:16.788396 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.services.service_base [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 12:01:16.788768 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 12:01:16.789085 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 12:01:16.799501 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 12:01:16.799833 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading Plugin: auto_allocate Sep 14 12:01:16.806083 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: network precommit_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.806452 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: network precommit_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.806966 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 12:01:16.807310 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading Plugin: tag Sep 14 12:01:16.813727 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 12:01:16.814054 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading Plugin: timestamp Sep 14 12:01:16.818696 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 12:01:16.818976 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading Plugin: network_ip_availability Sep 14 12:01:16.824346 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.824717 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.825070 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:16.825775 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 12:01:16.826093 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading Plugin: flavors Sep 14 12:01:16.830704 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 12:01:16.831063 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading Plugin: revisions Sep 14 12:01:16.835341 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 12:01:16.835730 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_concurrency.lockutils [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.810s {{(pid=94050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 12:01:16.836454 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94050) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 14 12:01:16.836788 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Initializing extension manager. Sep 14 12:01:16.837295 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: __init__.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.837635 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: __pycache__ {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.837969 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.838302 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: address_group.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.839073 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.839631 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: address-group Sep 14 12:01:16.839951 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: address_scope.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.840854 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.841360 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: address-scope Sep 14 12:01:16.841681 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.842594 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.843129 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: router-admin-state-down-before-update Sep 14 12:01:16.843454 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: agent.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.844152 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.844649 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: agent Sep 14 12:01:16.844969 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: agent_resources_synced.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.845872 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.846415 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: agent-resources-synced Sep 14 12:01:16.846742 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: allowedaddresspairs.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.848578 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.849096 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: allowed-address-pairs Sep 14 12:01:16.849419 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: auto_allocated_topology.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.850493 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.851004 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: auto-allocated-topology Sep 14 12:01:16.851351 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: availability_zone.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.852043 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.852542 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: availability_zone Sep 14 12:01:16.852860 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: availability_zone_filter.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.853763 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.854269 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: availability_zone_filter Sep 14 12:01:16.854587 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: data_plane_status.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.855516 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.856013 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 12:01:16.856327 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: default_subnetpools.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.857245 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.857746 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: default-subnetpools Sep 14 12:01:16.858064 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.858870 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.859399 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: dhcp_agent_scheduler Sep 14 12:01:16.859972 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: dns.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.860891 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.861389 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension dns-integration not supported by any of loaded plugins Sep 14 12:01:16.861708 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: dns_domain_ports.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.862623 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.863147 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 12:01:16.863464 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.864926 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.865423 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 12:01:16.865736 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: dvr.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.866401 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.866899 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: dvr Sep 14 12:01:16.867241 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: ecmp_routes.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.868143 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.868636 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 12:01:16.868954 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: empty_string_filtering.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.869854 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.870357 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: empty-string-filtering Sep 14 12:01:16.870679 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.871615 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.872116 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 12:01:16.872433 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.873343 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.873841 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 12:01:16.874158 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: external_net.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.875084 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.875592 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: external-net Sep 14 12:01:16.875926 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.876811 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.877316 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: extra_dhcp_opt Sep 14 12:01:16.877633 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: extraroute.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.878532 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.879914 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: extraroute Sep 14 12:01:16.880013 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: extraroute_atomic.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.880970 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.881473 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: extraroute-atomic Sep 14 12:01:16.881793 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: filter_validation.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.882461 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.882959 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: filter-validation Sep 14 12:01:16.883311 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: fip_pf_description.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.884208 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.884707 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 12:01:16.885027 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: fip_port_details.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.885938 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.886439 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: fip-port-details Sep 14 12:01:16.886757 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: flavors.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.887995 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.888505 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: flavors Sep 14 12:01:16.888826 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.890473 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.890988 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 12:01:16.891347 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: floatingip_pools.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.892048 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.892555 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: floatingip-pools Sep 14 12:01:16.892878 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: ip_allocation.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.893816 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.894316 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 12:01:16.894637 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.895688 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.896197 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: ip-substring-filtering Sep 14 12:01:16.896520 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: l2_adjacency.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.897448 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.897949 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 12:01:16.898269 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: l3.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.899416 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.899928 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: router Sep 14 12:01:16.900254 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.902485 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.902999 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 12:01:16.903353 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.904300 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.904806 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: ext-gw-mode Sep 14 12:01:16.905128 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.906045 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.906547 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: l3-ha Sep 14 12:01:16.906868 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: l3_flavors.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.907803 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.908308 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: l3-flavors Sep 14 12:01:16.908627 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.909535 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.910036 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 12:01:16.910358 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: l3agentscheduler.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.911563 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.912067 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: l3_agent_scheduler Sep 14 12:01:16.912391 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: logging.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.913853 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.914364 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension logging not supported by any of loaded plugins Sep 14 12:01:16.914691 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: metering.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.915461 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.916029 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: metering Sep 14 12:01:16.916351 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.917436 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.917944 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: metering_source_and_destination_fields Sep 14 12:01:16.918266 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: multiprovidernet.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.919223 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.919729 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: multi-provider Sep 14 12:01:16.920048 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: netmtu.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.920960 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.921460 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: net-mtu Sep 14 12:01:16.921778 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: netmtu_writable.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.922693 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.923222 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: net-mtu-writable Sep 14 12:01:16.923543 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: network_availability_zone.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.924208 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.924709 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: network_availability_zone Sep 14 12:01:16.925027 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: network_ip_availability.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.926117 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.927218 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: network-ip-availability Sep 14 12:01:16.927540 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: network_segment_range.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.928301 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.928800 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 12:01:16.929117 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: pagination.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.930092 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.930415 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: pagination Sep 14 12:01:16.930731 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: port_device_profile.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.931670 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.932180 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: port-device-profile Sep 14 12:01:16.932499 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.933419 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.933921 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: port-mac-address-regenerate Sep 14 12:01:16.934240 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.935173 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.935674 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: port-numa-affinity-policy Sep 14 12:01:16.935994 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: port_resource_request.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.937007 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.937510 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 12:01:16.937830 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: portbindings.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.938748 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.939289 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: binding Sep 14 12:01:16.939612 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: portbindings_extended.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.940869 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.941383 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: binding-extended Sep 14 12:01:16.941707 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: portsecurity.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.943266 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.943779 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: port-security Sep 14 12:01:16.944098 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: project_id.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.945066 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.945391 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: project-id Sep 14 12:01:16.945711 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: providernet.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.946631 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.947171 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: provider Sep 14 12:01:16.947494 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: qos.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.950990 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.951537 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension qos not supported by any of loaded plugins Sep 14 12:01:16.951867 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.953104 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.953615 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 12:01:16.953942 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.954851 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.955390 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 12:01:16.955712 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: qos_default.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.956615 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.957119 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension qos-default not supported by any of loaded plugins Sep 14 12:01:16.957479 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: qos_fip.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.958127 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.958624 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension qos-fip not supported by any of loaded plugins Sep 14 12:01:16.958941 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: qos_gateway_ip.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.959884 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.960390 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 12:01:16.960710 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: qos_port_network_policy.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.961621 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.962125 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 12:01:16.962445 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: qos_pps_rule.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.963640 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.964149 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension qos-pps not supported by any of loaded plugins Sep 14 12:01:16.964473 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: qos_rule_type_details.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.965381 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.965887 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 12:01:16.966211 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: qos_rules_alias.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.967275 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.967781 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 12:01:16.968105 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: quotasv2.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.969008 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.969333 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: quotas Sep 14 12:01:16.969653 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: quotasv2_detail.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.973556 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.973905 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: quota_details Sep 14 12:01:16.974302 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: rbac.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.975369 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.975895 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: rbac-policies Sep 14 12:01:16.976224 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: rbac_address_group.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.977149 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.977660 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: rbac-address-group Sep 14 12:01:16.977986 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: rbac_address_scope.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.978894 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.979435 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: rbac-address-scope Sep 14 12:01:16.979760 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: rbac_security_groups.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.980670 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.981181 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: rbac-security-groups Sep 14 12:01:16.981507 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: rbac_subnetpool.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.982427 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.982936 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: rbac-subnetpool Sep 14 12:01:16.983283 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: revisionifmatch.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.984198 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.984971 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: revision-if-match Sep 14 12:01:16.985293 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: revisions.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.986516 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.987144 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: standard-attr-revisions Sep 14 12:01:16.987511 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: router_availability_zone.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.988236 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.989357 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: router_availability_zone Sep 14 12:01:16.989738 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: routerservicetype.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.990600 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.991138 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension router-service-type not supported by any of loaded plugins Sep 14 12:01:16.991460 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.992381 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.992887 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: security-groups-normalized-cidr Sep 14 12:01:16.993207 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.994113 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.994617 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: port-security-groups-filtering Sep 14 12:01:16.994937 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:16.995884 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:16.996390 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: security-groups-remote-address-group Sep 14 12:01:16.996709 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: securitygroup.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.007695 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.008223 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: security-group Sep 14 12:01:17.008557 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: segment.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.009344 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.009851 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension segment not supported by any of loaded plugins Sep 14 12:01:17.010178 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.011198 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.011710 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 12:01:17.012040 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: servicetype.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.013195 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.013711 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: service-type Sep 14 12:01:17.014038 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: sorting.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.015047 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.015374 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: sorting Sep 14 12:01:17.015700 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: standard_attr_segment.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.016622 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.017135 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 12:01:17.017456 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: standardattrdescription.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.018101 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.018607 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: standard-attr-description Sep 14 12:01:17.018928 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: stateful_security_group.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.019892 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.020480 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: stateful-security-group Sep 14 12:01:17.020806 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: stdattrs_common.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.021393 dv-cinder-784945-14-iscsi neutron-server[94050]: WARNING neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 12:01:17.021709 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.022632 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.023171 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 12:01:17.023491 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: subnet_onboard.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.024556 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.025066 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: subnet_onboard Sep 14 12:01:17.025383 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.026303 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.026805 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 12:01:17.027147 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: subnet_service_types.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.028068 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.028581 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: subnet-service-types Sep 14 12:01:17.028905 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: subnetallocation.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.029986 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.030494 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: subnet_allocation Sep 14 12:01:17.030815 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.031505 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.032010 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: subnetpool-prefix-ops Sep 14 12:01:17.032333 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.033254 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.033756 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 12:01:17.034076 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: tagging.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.035195 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.036294 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: standard-attr-tag Sep 14 12:01:17.036666 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: timestamp.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.037884 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.038401 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loaded extension: standard-attr-timestamp Sep 14 12:01:17.038729 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: trunk.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.039792 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.040300 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension trunk not supported by any of loaded plugins Sep 14 12:01:17.040625 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: trunk_details.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.041543 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.042049 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension trunk-details not supported by any of loaded plugins Sep 14 12:01:17.042373 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: uplink_status_propagation.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.043333 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.043840 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 12:01:17.044164 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Loading extension file: vlantransparent.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 12:01:17.044835 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 12:01:17.045340 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 12:01:17.047785 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of TrackedResource for resource:network Sep 14 12:01:17.048301 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of TrackedResource for resource:subnet Sep 14 12:01:17.048731 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 12:01:17.049123 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of TrackedResource for resource:port Sep 14 12:01:17.050334 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 12:01:17.050797 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Service FLAVORS assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 12:01:17.052126 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 12:01:17.052568 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 12:01:17.052907 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of TrackedResource for resource:router Sep 14 12:01:17.053340 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 12:01:17.053825 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Service METERING assigned prefix: /metering {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 12:01:17.055304 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:17.055677 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:17.056033 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:01:17.057033 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 12:01:17.057495 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of TrackedResource for resource:security_group Sep 14 12:01:17.057927 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 12:01:17.058512 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Service CORE assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 12:01:17.058844 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 12:01:17.059218 dv-cinder-784945-14-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] subnetpool is already registered Sep 14 12:01:17.059658 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Service CORE assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 12:01:17.059993 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 12:01:17.060327 dv-cinder-784945-14-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] subnetpool is already registered Sep 14 12:01:17.062601 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 12:01:17.063062 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Service FLAVORS assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 12:01:17.063650 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 12:01:17.064077 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 12:01:17.064410 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of TrackedResource for resource:router Sep 14 12:01:17.064749 dv-cinder-784945-14-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] router is already registered Sep 14 12:01:17.065163 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 12:01:17.065501 dv-cinder-784945-14-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] floatingip is already registered Sep 14 12:01:17.065953 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Service METERING assigned prefix: /metering {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 12:01:17.066617 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 12:01:17.067176 dv-cinder-784945-14-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] rbac_policy is already registered Sep 14 12:01:17.067613 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of TrackedResource for resource:security_group Sep 14 12:01:17.067950 dv-cinder-784945-14-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] security_group is already registered Sep 14 12:01:17.068355 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 12:01:17.068688 dv-cinder-784945-14-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] security_group_rule is already registered Sep 14 12:01:17.069354 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Service CORE assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 12:01:17.069638 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 12:01:17.069971 dv-cinder-784945-14-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] subnetpool is already registered Sep 14 12:01:17.070389 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Service CORE assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 12:01:17.070719 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 12:01:17.071078 dv-cinder-784945-14-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] subnetpool is already registered Sep 14 12:01:17.071552 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: extensions {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.073011 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: address-groups {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.074484 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: address-scopes {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.075844 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: agents {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.076986 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: auto-allocated-topology {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.078233 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: availability_zones {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.079481 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: dhcp-networks {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.081031 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: dhcp-agents {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.082540 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: routers {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.085045 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: flavors {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.086205 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: service_profiles {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.087438 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: next_providers {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.088882 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: service_profiles {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.090405 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: floatingip-pools {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.091650 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: routers {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.093741 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: floatingips {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.095027 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: l3-routers {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.096410 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: l3-agents {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.097818 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: metering-labels {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.099853 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: metering-label-rules {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.101120 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: network-ip-availabilities {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.102386 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: bindings {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.104926 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: quotas {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.106379 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: quotas {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.107819 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: rbac-policies {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.109014 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: security-groups {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.110574 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: security-group-rules {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.111852 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: service-providers {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.113061 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: subnetpools {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.115161 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: subnetpools {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.116612 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.118275 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.120193 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.121985 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.123789 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.125629 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.127320 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.129215 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.131131 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.132847 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 12:01:17.138753 dv-cinder-784945-14-iscsi neutron-server[94050]: WARNING keystonemiddleware.auth_token [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 12:01:17.143465 dv-cinder-784945-14-iscsi neutron-server[94050]: WARNING keystonemiddleware.auth_token [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 12:01:17.151824 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_concurrency.lockutils [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Acquired lock "singleton_lock" {{(pid=94050) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 14 12:01:17.152295 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_concurrency.lockutils [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Releasing lock "singleton_lock" {{(pid=94050) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 14 12:01:17.152919 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO oslo_service.service [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Starting 2 workers Sep 14 12:01:17.157718 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Started child 94159 {{(pid=94050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 12:01:17.162690 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Started child 94160 {{(pid=94050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 12:01:17.163656 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:17.164298 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO neutron.service [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 12:01:17.164953 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Notify callbacks [] for process, before_spawn {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:17.165114 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [-] (94159) wsgi starting up on http://0.0.0.0:9696 Sep 14 12:01:17.167470 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO oslo_service.service [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Starting 1 workers Sep 14 12:01:17.167988 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:17.169324 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [-] (94160) wsgi starting up on http://0.0.0.0:9696 Sep 14 12:01:17.172673 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Started child 94161 {{(pid=94050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 12:01:17.173196 dv-cinder-784945-14-iscsi neutron-server[94050]: INFO oslo_service.service [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Starting 1 workers Sep 14 12:01:17.176959 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.service [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] calling RpcWorker wait() {{(pid=94161) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 12:01:17.177503 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.service [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] returning from RpcWorker wait() {{(pid=94161) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 12:01:17.178262 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Started child 94162 {{(pid=94050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 12:01:17.179062 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c4340827-a5fa-4ec8-addd-4978bc800fa5 None None] Notify callbacks [] for process, after_spawn {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:17.179154 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:17.179611 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:01:17.181007 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94050) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 12:01:17.181218 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 12:01:17.181394 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 12:01:17.181595 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 12:01:17.181931 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 12:01:17.182089 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 12:01:17.182600 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.182868 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.183150 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.183399 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.183685 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.183771 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:17.184308 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.184541 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.184790 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.185066 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.185293 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.185462 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.185622 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.185858 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.186097 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.186396 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.186657 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.186886 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.187173 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.187339 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.187585 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.187856 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.188096 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.188355 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] debug = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.188570 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.189052 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.189277 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.189520 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.189750 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.190007 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.190226 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.190465 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.190711 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.190953 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.191227 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.191478 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.191704 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.191997 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.192210 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.192448 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.192657 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.193120 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] host = dv-cinder-784945-14-iscsi {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.193347 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.193577 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.193816 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.194054 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.194308 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.194535 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.194797 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.195045 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.195294 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.195514 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.195744 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.196011 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.196250 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.196489 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.196649 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_options = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.196878 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.197123 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.197368 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.197558 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.197722 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.197893 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.198168 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.198310 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.198532 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.198764 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.198975 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.199219 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.199485 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.199715 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.199994 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.200233 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.200467 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.200694 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.200960 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.201205 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.201426 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.201649 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.201880 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.202113 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.202324 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.202556 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.202810 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.203029 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.203249 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.203522 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.203759 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.204000 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.204231 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.204473 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.204731 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.204957 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.205181 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.205407 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.205688 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.205907 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.206159 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.206398 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.206607 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.206843 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.207098 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.207334 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.207613 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_json = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.207823 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.208075 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.208418 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.208632 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.208855 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.209093 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.209305 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.209534 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.209996 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.210266 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.210584 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.210809 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.211069 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.211295 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.211520 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.211754 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.212012 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.212254 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.212546 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.212766 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.213044 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.213281 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.213571 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.213893 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.214158 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.214381 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.214630 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.214827 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.215139 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.215384 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.215657 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.215890 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.216129 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:01:17.216261 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.216382 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.216579 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.216910 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.217232 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.217432 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.217676 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.217935 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.218294 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.218664 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.218880 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.219147 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.219379 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.219643 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.219862 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.220272 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.220272 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.220577 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.221058 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.221058 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.221282 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.221505 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.221649 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.221875 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.222107 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.222337 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.222565 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.222775 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.223559 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.224250 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.224250 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.224439 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.224578 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.224797 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.225006 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.225732 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.225732 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.225732 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.226063 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.226759 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.226759 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.226759 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.227511 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.229138 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.229138 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.229138 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.229138 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.229138 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.229138 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.229138 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.230526 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.230526 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.230526 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.230526 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.230526 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.230526 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.230526 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.231391 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.231391 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.231391 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.231391 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.231854 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.231854 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.234269 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.234269 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.234269 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.234269 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.234269 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.234269 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.234269 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.235489 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.235822 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.236143 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.236462 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.237110 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.237395 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.237723 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.238057 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.239574 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.239862 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.240121 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.240394 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.240626 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.240869 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.241099 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.241353 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.241585 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.241853 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.242136 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.242391 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.242625 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.242878 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.246816 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.247131 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.247435 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.247685 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.247962 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.248283 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.248568 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.248839 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.249082 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.249360 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.249638 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.249865 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.250111 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.250368 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.250631 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.250850 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.251572 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.251808 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.252043 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.252272 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.252954 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.253442 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.253685 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.253913 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.254154 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.254547 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.254547 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.255080 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.255306 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.255554 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.255793 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.256030 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.256277 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.256521 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.256761 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.256999 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.257200 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.257431 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.257660 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.257920 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.258152 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.258362 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.258618 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.259423 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.259648 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.259876 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.260093 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.260310 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.260553 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.260763 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.260980 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.261214 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.261429 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.261650 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.263999 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.264260 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.265537 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.266529 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.266821 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.267120 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.267382 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.267628 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.267882 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.268148 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.268367 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.268621 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.268846 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.269057 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.269266 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.269491 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.269724 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.269995 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.270228 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.270468 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.270749 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.270987 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.271880 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.272150 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.272378 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.272773 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.273146 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.275280 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.275525 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.275759 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.276009 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.276264 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.276460 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.276723 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.276953 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.277209 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.277423 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.277655 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.277870 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.278111 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.278337 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.278628 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.278880 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.280068 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.280350 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.281042 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.281279 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.281510 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.281726 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.281936 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.282159 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.282366 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.282601 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.282837 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.283073 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.283304 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.283748 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.283966 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.284211 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.284439 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.285012 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.285231 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.285451 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.286209 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.286422 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.286645 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.286851 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.287081 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.287298 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.287516 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.287719 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.288116 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.288325 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.288526 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.288894 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.289107 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.289336 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.289635 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.289895 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.290122 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.290408 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.290653 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.290896 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.291153 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.291462 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.291672 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.291905 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.292123 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.292334 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.292570 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.292818 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.293147 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.293435 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.293695 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.293939 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.294194 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.294459 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.294724 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.294932 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.295242 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.295575 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.295853 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.296115 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.296358 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.296604 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.297641 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.297865 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.298097 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.298318 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.298537 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.299770 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.300345 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.300686 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.301120 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.301916 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.302219 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.302437 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.302859 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.303109 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.303328 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.303483 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 12:01:17.304001 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94050) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 12:01:17.304154 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 12:01:17.304301 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 12:01:17.304452 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 12:01:17.304614 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 12:01:17.304918 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 12:01:17.305121 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.305280 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.305611 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.305843 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.305982 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.306308 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.306471 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.306625 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.306780 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.306933 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.307110 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.307265 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.307419 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.307575 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.307727 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.308032 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.308188 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.308348 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.308503 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.308659 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.308792 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.308929 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.309076 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] debug = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.309250 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.309423 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.309599 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.309730 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.309881 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.310034 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.310784 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.310948 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.311198 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.311355 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.311508 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.311664 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.311802 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.311957 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.312105 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.312241 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.312392 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.312525 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] host = dv-cinder-784945-14-iscsi {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.312666 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.312807 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.312960 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.313109 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.313414 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.313567 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.313713 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.313872 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.314027 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.314183 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.314333 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.314634 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.314837 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.314992 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.315315 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_options = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.315616 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.315773 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.315930 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.316113 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.316270 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.316564 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.316930 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.317087 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.317223 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.317394 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.317524 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.317817 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:01:17.317929 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.318207 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.318362 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.318516 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.318669 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.318823 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.318976 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.319156 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.319309 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.319523 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.319654 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.319744 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.319911 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.320088 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.320231 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.320367 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.320499 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.320631 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.320762 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.320917 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.321072 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.321225 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.321370 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.321523 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.321676 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.321820 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.321954 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.322114 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.322269 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.322409 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.322564 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.322707 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.322846 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.323001 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.323173 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.323326 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_json = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.323479 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.323632 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.323784 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.323947 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.324094 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.324231 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.324385 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.324539 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 12:01:17.324714 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.324873 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.325041 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.325200 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.325359 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.325516 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.325674 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.325831 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.325987 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.326145 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.326310 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.326473 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.326640 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.326797 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.326954 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.327139 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.327297 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.327454 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.327611 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.327769 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.327925 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.328082 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.328249 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.328407 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.329274 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.329371 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.329601 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.331345 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.331534 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.331704 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.331869 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.332034 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.332199 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.332963 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.333099 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.333211 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.333372 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.333625 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.333625 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.333625 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.334231 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.334231 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.334388 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.334662 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.334662 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.334901 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.334983 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.335349 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.335515 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.335677 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.335835 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.336268 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.336434 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.336593 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.336751 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.336923 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.337082 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.337247 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.337371 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.337530 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.337674 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.337833 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.337984 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.338138 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.338293 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.338496 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.338649 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.338741 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.338901 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.339081 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.339238 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.339578 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.339742 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.339903 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.340060 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.340202 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.340350 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.340487 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.340642 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.340805 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.341048 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.341187 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.341319 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.341818 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.341979 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.342138 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.342296 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.342456 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.342615 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.342783 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.342959 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.343147 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.343307 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.343466 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.343945 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.344109 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.344267 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.344424 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.344581 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.344738 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.344895 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.345042 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.345184 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.345344 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.345501 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.345659 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.345815 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.345971 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.346129 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.346286 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.346428 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.346573 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.346733 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.346890 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.347056 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.347217 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.347385 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.347543 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.347703 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.347860 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.348706 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.348859 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.349070 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.349231 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.349390 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.349549 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.349707 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.349906 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.350026 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.350166 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.350323 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.350480 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.350645 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.350814 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.350972 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.351155 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.351313 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.351493 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.351651 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.351807 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.351964 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.352122 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.352280 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.352438 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.352594 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.352751 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.352909 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.353067 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.353225 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.353382 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.353540 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.353697 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.353854 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.354012 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.354169 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.354327 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.354486 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.354644 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.355541 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.355759 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.356173 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.356303 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.356470 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.356600 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.356770 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.356969 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.357132 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.357290 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.357448 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.357606 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.357762 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.358317 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.358317 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.358510 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.358671 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.358829 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.360952 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.360952 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.360952 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.360952 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.360952 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.360952 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.360952 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.360952 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.361827 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.361827 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.361827 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.361827 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.361827 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.361827 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.361827 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.361827 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.362363 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.362363 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.362363 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.362363 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.362977 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.362977 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.362977 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.362977 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.363269 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.363269 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.363426 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.363543 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.363865 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.364101 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.364191 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.364404 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.364588 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.364723 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.364884 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.365057 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.365209 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.365369 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.365527 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.365686 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.365845 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.366015 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.366174 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.366335 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.366485 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.366628 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.366789 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.366957 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.367149 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.367294 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.367451 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.367593 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.367739 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.367909 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.368051 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.368214 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.368354 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.368516 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.368668 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.368828 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.368969 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.369133 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.369275 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.369434 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.369576 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.369747 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.369888 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.370704 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.370872 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.371036 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.371191 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.371338 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.371502 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.371645 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.371814 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.371971 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.372128 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.372286 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.372455 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.372614 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.372759 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.372922 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.373079 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.373247 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.373397 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.373560 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.373727 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.373892 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.374268 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.374449 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.374615 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.374782 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.374941 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.375126 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.375299 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.375457 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.375613 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.375771 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.375927 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.376084 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.376242 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.376400 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.376556 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.376714 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.376871 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.377028 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.377190 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.377347 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.377504 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.377663 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.377819 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.377976 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.378134 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.378305 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 12:01:17.378442 dv-cinder-784945-14-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 12:01:17.566229 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 41094) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:01:17.575249 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065317 Sep 14 12:01:29.044827 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854406f6-69f1-41a3-a221-e9ca91034f6a None None] get_active_networks_info from dv-cinder-784945-14-iscsi {{(pid=94161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 14 12:01:29.132572 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854406f6-69f1-41a3-a221-e9ca91034f6a None None] No non-hosted networks {{(pid=94161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 12:01:29.155186 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.agentschedulers_db [None req-854406f6-69f1-41a3-a221-e9ca91034f6a None None] DHCP Agent not found on host dv-cinder-784945-14-iscsi {{(pid=94161) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 14 12:01:29.281138 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-bf8389e1-1f52-4f3c-8776-ab89b5a5f896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581004'] for agent, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:31.689652 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f0a2db2d-b018-44f2-8c9c-5a92d19ea1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581004'] for agent, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:31.769065 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cd122818-d3de-46b1-b727-c81c7d4e3f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:31.938926 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581004'] for agent, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:31.940060 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:31.941017 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:31.942523 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:31.943170 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:31.943722 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:31.944352 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:31.944883 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:31.945568 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:31.946532 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:31.948142 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:31.948795 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:31.949835 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:31.951227 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784945-14-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:01:31.968220 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784945-14-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:01:32.922966 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581004'] for agent, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:33.869052 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581004'] for agent, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:35.196437 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41186) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:01:35.712601 dv-cinder-784945-14-iscsi neutron-server[94160]: WARNING oslo_policy.policy [None req-a064781c-6ffb-450b-8e38-fb69882cfd38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 12:01:35.713177 dv-cinder-784945-14-iscsi neutron-server[94160]: WARNING oslo_policy.policy [None req-a064781c-6ffb-450b-8e38-fb69882cfd38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 12:01:35.934148 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [None req-a064781c-6ffb-450b-8e38-fb69882cfd38 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 12:01:35.935317 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a064781c-6ffb-450b-8e38-fb69882cfd38 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7367268 Sep 14 12:01:37.055736 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.db.l3_hamode_db [None req-17609b1e-a0a7-4207-a125-9bb819609d50 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 12:01:37.131719 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17609b1e-a0a7-4207-a125-9bb819609d50 None None] Routers set() bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:01:37.132019 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17609b1e-a0a7-4207-a125-9bb819609d50 None None] Router IDs set() for agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 14 12:01:38.346889 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41200) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:01:38.655805 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-552cfc4c-3c99-46e9-a742-775dbea98542 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:01:38.750012 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.policy [None req-552cfc4c-3c99-46e9-a742-775dbea98542 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94160) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 12:01:38.794963 dv-cinder-784945-14-iscsi neutron-server[94160]: WARNING oslo_policy.policy [None req-552cfc4c-3c99-46e9-a742-775dbea98542 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 12:01:38.795365 dv-cinder-784945-14-iscsi neutron-server[94160]: WARNING oslo_policy.policy [None req-552cfc4c-3c99-46e9-a742-775dbea98542 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 12:01:38.804120 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.quota [None req-552cfc4c-3c99-46e9-a742-775dbea98542 admin admin] Loaded quota_driver: . Sep 14 12:01:38.894624 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-552cfc4c-3c99-46e9-a742-775dbea98542 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740116395554', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740116395255', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740116375509', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740116380857', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740117073162', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740116492559', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-830620', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-839972', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1957120', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1729878'] for rbac-policy, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:38.956175 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-552cfc4c-3c99-46e9-a742-775dbea98542 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:38.957976 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-552cfc4c-3c99-46e9-a742-775dbea98542 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6095333 Sep 14 12:01:41.558887 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41212) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:01:41.857720 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Request body: {'network': {'project_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'admin_state_up': True, 'tenant_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'name': 'private'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:01:41.887033 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Made reservation on behalf of 0c8c0ce915824b1f9ff22d1487f7a2ec for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:01:41.890030 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:41.907441 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:42.030778 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:42.034482 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:42.054499 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:01:42.082809 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740119298964', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:42.083420 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Unsubscribe: segment precommit_create {{(pid=94160) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 12:01:42.083950 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Added segment 4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80 of type vlan for network a690edab-b73a-4f40-aca8-f5ae7aecefb2 Sep 14 12:01:42.099381 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac46e41e-9c5d-41c5-ba19-fa7d4c8b43c6,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:01:42.126210 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:42.126570 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:42.126913 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:42.127270 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:42.127599 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:42.127947 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:42.128904 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:42.129243 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:42.129581 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:42.129902 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:42.130223 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:42.130539 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Tracked resource versions report: Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: pushed versions: Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: { 'AddressGroup': {'1.2'}, Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'ConntrackHelper': {'1.0'}, Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Log': {'1.0'}, Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Network': {'1.1'}, Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Port': {'1.7'}, Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'PortForwarding': {'1.2'}, Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'QosPolicy': {'1.9'}, Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'SecurityGroup': {'1.4'}, Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'SecurityGroupRule': {'1.2'}, Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'SubPort': {'1.0'}, Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Subnet': {'1.1'}, Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Trunk': {'1.1'}} Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: consumer versions: Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: { DHCP agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: L3 agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: Metadata agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: Metering agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: Open vSwitch agent@dv-cinder-784945-14-iscsi: { 'AddressGroup': '1.2', Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'ConntrackHelper': '1.0', Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Log': '1.0', Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Network': '1.1', Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Port': '1.7', Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'PortForwarding': '1.2', Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'QosPolicy': '1.9', Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'SecurityGroup': '1.4', Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'SecurityGroupRule': '1.2', Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'SubPort': '1.0', Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Subnet': '1.1', Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Trunk': '1.1'}} Sep 14 12:01:42.131925 dv-cinder-784945-14-iscsi neutron-server[94160]: {{(pid=94160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 12:01:42.206421 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:42.245270 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:42.246752 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:01:42.247433 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:42.303699 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7436569 Sep 14 12:01:42.349542 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b1e92-45cd-4f3e-a6b4-f9efca637b31 admin admin] Pushing event updated for resources: {'Network': ['ID=a690edab-b73a-4f40-aca8-f5ae7aecefb2,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:01:42.361640 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network a690edab-b73a-4f40-aca8-f5ae7aecefb2 details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:01:45.008423 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 41226) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:01:45.494491 dv-cinder-784945-14-iscsi neutron-server[94159]: WARNING oslo_policy.policy [None req-a4300347-e546-40fc-84bc-12bdb42a91fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 12:01:45.495099 dv-cinder-784945-14-iscsi neutron-server[94159]: WARNING oslo_policy.policy [None req-a4300347-e546-40fc-84bc-12bdb42a91fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 12:01:45.935802 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.policy [None req-a4300347-e546-40fc-84bc-12bdb42a91fe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94159) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 12:01:45.980028 dv-cinder-784945-14-iscsi neutron-server[94159]: WARNING oslo_policy.policy [None req-a4300347-e546-40fc-84bc-12bdb42a91fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 12:01:45.980394 dv-cinder-784945-14-iscsi neutron-server[94159]: WARNING oslo_policy.policy [None req-a4300347-e546-40fc-84bc-12bdb42a91fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 12:01:45.989503 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4300347-e546-40fc-84bc-12bdb42a91fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:01:45.991282 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a4300347-e546-40fc-84bc-12bdb42a91fe admin admin] 10.222.0.20 "GET /v2.0/networks/a690edab-b73a-4f40-aca8-f5ae7aecefb2 HTTP/1.1" status: 200 len: 825 time: 0.9819305 Sep 14 12:01:46.037481 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-87864e27-0671-4ced-a25d-fc4a5dd88928 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/79b535f2-f845-4977-87a3-6857481fffdc HTTP/1.1" status: 200 len: 734 time: 0.0400705 Sep 14 12:01:46.046769 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '79b535f2-f845-4977-87a3-6857481fffdc', 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2', 'tenant_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:01:46.048343 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.quota [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Loaded quota_driver: . Sep 14 12:01:46.085379 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Made reservation on behalf of 0c8c0ce915824b1f9ff22d1487f7a2ec for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:01:46.088166 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:46.371097 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:46.441143 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Checking segment: {'id': '4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:01:46.441512 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Network hostable DHCP agents. Network: a690edab-b73a-4f40-aca8-f5ae7aecefb2, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:01:46.448202 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b477825a-874d-42d5-8e16-a3ef54121553,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:01:46.459884 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:46.460239 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:46.460571 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:46.460894 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:46.461213 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:46.461544 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:46.462013 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:46.462223 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:46.462553 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:46.462933 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:46.463310 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:46.463623 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Tracked resource versions report: Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: pushed versions: Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: { 'AddressGroup': {'1.2'}, Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'ConntrackHelper': {'1.0'}, Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Log': {'1.0'}, Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Network': {'1.1'}, Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Port': {'1.7'}, Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'PortForwarding': {'1.2'}, Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'QosPolicy': {'1.9'}, Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'SecurityGroup': {'1.4'}, Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'SecurityGroupRule': {'1.2'}, Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'SubPort': {'1.0'}, Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Subnet': {'1.1'}, Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Trunk': {'1.1'}} Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: consumer versions: Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: { DHCP agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: L3 agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: Metadata agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: Metering agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: Open vSwitch agent@dv-cinder-784945-14-iscsi: { 'AddressGroup': '1.2', Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'ConntrackHelper': '1.0', Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Log': '1.0', Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Network': '1.1', Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Port': '1.7', Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'PortForwarding': '1.2', Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'QosPolicy': '1.9', Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'SecurityGroup': '1.4', Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'SecurityGroupRule': '1.2', Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'SubPort': '1.0', Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Subnet': '1.1', Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Trunk': '1.1'}} Sep 14 12:01:46.465040 dv-cinder-784945-14-iscsi neutron-server[94159]: {{(pid=94159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 12:01:46.500891 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Network a690edab-b73a-4f40-aca8-f5ae7aecefb2 is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:01:46.513439 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, a690edab-b73a-4f40-aca8-f5ae7aecefb2) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:01:46.518260 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:01:46.519509 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:46.523867 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49c3556-54dc-471f-9adf-29331194e4e0 None None] Network a690edab-b73a-4f40-aca8-f5ae7aecefb2 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:01:46.539339 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-81f03a90-5e6f-4551-b9a5-a984cea102bf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4959214 Sep 14 12:01:46.849029 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184f21cd-f526-56fe-b4fe-385b3504c77e-a690edab-b73a-4f40-aca8-f5ae7aecefb2', 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2', 'tenant_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'fixed_ips': [{'subnet_id': 'b477825a-874d-42d5-8e16-a3ef54121553'}]}} from dv-cinder-784945-14-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 12:01:46.850335 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:47.128331 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Allocated IP 172.20.0.2 (a690edab-b73a-4f40-aca8-f5ae7aecefb2/b477825a-874d-42d5-8e16-a3ef54121553/b90c4772-b98b-4ed8-913d-5dbd0bc96003) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:01:47.325586 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:47.367992 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Transition to ACTIVE for port object b90c4772-b98b-4ed8-913d-5dbd0bc96003 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:01:47.389722 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Transition to ACTIVE for port object b90c4772-b98b-4ed8-913d-5dbd0bc96003 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:01:47.398181 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:47.465543 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Network a690edab-b73a-4f40-aca8-f5ae7aecefb2 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:01:47.470107 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:01:47.474946 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:01:47.492523 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Pushing event updated for resources: {'Port': ['ID=b90c4772-b98b-4ed8-913d-5dbd0bc96003,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:01:47.522403 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:47.522795 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:47.523311 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:47.523774 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:47.524137 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:47.524859 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:47.524859 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:47.525272 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:47.525641 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:47.526111 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:47.526535 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:47.527042 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Tracked resource versions report: Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: pushed versions: Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: { 'AddressGroup': {'1.2'}, Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'ConntrackHelper': {'1.0'}, Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Log': {'1.0'}, Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Network': {'1.1'}, Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Port': {'1.7'}, Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'PortForwarding': {'1.2'}, Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'QosPolicy': {'1.9'}, Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'SecurityGroup': {'1.4'}, Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'SecurityGroupRule': {'1.2'}, Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'SubPort': {'1.0'}, Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Subnet': {'1.1'}, Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Trunk': {'1.1'}} Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: consumer versions: Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: { DHCP agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: L3 agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: Metadata agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: Metering agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: Open vSwitch agent@dv-cinder-784945-14-iscsi: { 'AddressGroup': '1.2', Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'ConntrackHelper': '1.0', Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Log': '1.0', Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Network': '1.1', Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Port': '1.7', Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'PortForwarding': '1.2', Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'QosPolicy': '1.9', Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'SecurityGroup': '1.4', Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'SecurityGroupRule': '1.2', Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'SubPort': '1.0', Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Subnet': '1.1', Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Trunk': '1.1'}} Sep 14 12:01:47.528735 dv-cinder-784945-14-iscsi neutron-server[94161]: {{(pid=94161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 12:01:47.577785 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Attempting to bind port b90c4772-b98b-4ed8-913d-5dbd0bc96003 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:01:47.578186 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Attempting to bind port b90c4772-b98b-4ed8-913d-5dbd0bc96003 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:01:47.578615 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Attempting to bind port b90c4772-b98b-4ed8-913d-5dbd0bc96003 on network a690edab-b73a-4f40-aca8-f5ae7aecefb2 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:01:47.584699 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:01:47.585108 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Checking segment: {'id': '4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:01:47.585602 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:47.586005 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Bound using segment: {'id': '4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:01:47.586473 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Bound port: b90c4772-b98b-4ed8-913d-5dbd0bc96003, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:01:47.586901 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:47.650303 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] For port b90c4772-b98b-4ed8-913d-5dbd0bc96003, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:01:47.654942 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] For port b90c4772-b98b-4ed8-913d-5dbd0bc96003, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=b90c4772-b98b-4ed8-913d-5dbd0bc96003,segment=NetworkSegment(4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80),segment_id=4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:01:47.658822 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:47.728189 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de113c59-df25-40c3-b5f1-0fb77f36e4e7 None None] Pushing event updated for resources: {'Port': ['ID=b90c4772-b98b-4ed8-913d-5dbd0bc96003,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:01:48.974618 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41246) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:01:49.285875 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [None req-0a300571-cd2a-4ec6-9bfe-056bc3f2098f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 12:01:49.286916 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0a300571-cd2a-4ec6-9bfe-056bc3f2098f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3112102 Sep 14 12:01:51.708340 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41254) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:01:52.028952 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [None req-f3837ab2-2162-45aa-8272-dfe3a5705743 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 12:01:52.030043 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f3837ab2-2162-45aa-8272-dfe3a5705743 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3208263 Sep 14 12:01:54.738425 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41264) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:01:55.048967 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-e8ddef46-92a2-4b4a-bd06-1f7d2ecebc9b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '0c8c0ce915824b1f9ff22d1487f7a2ec'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:01:55.074731 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e8ddef46-92a2-4b4a-bd06-1f7d2ecebc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1721'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:55.076458 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e8ddef46-92a2-4b4a-bd06-1f7d2ecebc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:55.211521 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e8ddef46-92a2-4b4a-bd06-1f7d2ecebc9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:55.216218 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e8ddef46-92a2-4b4a-bd06-1f7d2ecebc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580885'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:55.228109 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e8ddef46-92a2-4b4a-bd06-1f7d2ecebc9b admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:55.229299 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e8ddef46-92a2-4b4a-bd06-1f7d2ecebc9b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4898875 Sep 14 12:01:55.531584 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device b90c4772-b98b-4ed8-913d-5dbd0bc96003 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:01:55.622931 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port b90c4772-b98b-4ed8-913d-5dbd0bc96003 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:01:56.132257 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56e3037-862d-480d-8703-2fd162d40d6c None None] Network a690edab-b73a-4f40-aca8-f5ae7aecefb2 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:01:56.247800 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-313a2947-158f-4309-83f2-db8ab14e0beb None None] Provisioning for port b90c4772-b98b-4ed8-913d-5dbd0bc96003 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:01:56.253238 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-313a2947-158f-4309-83f2-db8ab14e0beb None None] Provisioning complete for port b90c4772-b98b-4ed8-913d-5dbd0bc96003 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:01:56.253648 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-313a2947-158f-4309-83f2-db8ab14e0beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:56.409624 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-313a2947-158f-4309-83f2-db8ab14e0beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:56.446956 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-313a2947-158f-4309-83f2-db8ab14e0beb None None] For port b90c4772-b98b-4ed8-913d-5dbd0bc96003, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=b90c4772-b98b-4ed8-913d-5dbd0bc96003,segment=NetworkSegment(4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80),segment_id=4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:01:56.451261 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-313a2947-158f-4309-83f2-db8ab14e0beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:56.501111 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a2947-158f-4309-83f2-db8ab14e0beb None None] Pushing event updated for resources: {'Port': ['ID=b90c4772-b98b-4ed8-913d-5dbd0bc96003,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:01:56.570070 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-a29216ad-070c-43e9-b21b-c51a99b510bd None None] Provisioning complete for port b90c4772-b98b-4ed8-913d-5dbd0bc96003 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:01:56.570706 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a29216ad-070c-43e9-b21b-c51a99b510bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:57.508950 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device b90c4772-b98b-4ed8-913d-5dbd0bc96003 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:01:57.556162 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port b90c4772-b98b-4ed8-913d-5dbd0bc96003 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:01:57.556535 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:01:57.972455 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41276) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:01:58.286943 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [None req-390136f4-4771-4267-b0dd-25b6c8700450 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 12:01:58.287951 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-390136f4-4771-4267-b0dd-25b6c8700450 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145666 Sep 14 12:01:58.919812 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5abb1690-6d58-44ae-aecf-08508f4a5214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:00.707444 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41284) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:02:01.020830 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-41dc5645-2d7b-4082-b274-07a7f5775ffa admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:02:01.041518 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dc5645-2d7b-4082-b274-07a7f5775ffa admin admin] Made reservation on behalf of 9932bf2388354ce2afb5de909a31aaef for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:02:01.043791 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41dc5645-2d7b-4082-b274-07a7f5775ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:01.051667 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41dc5645-2d7b-4082-b274-07a7f5775ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:01.137384 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41dc5645-2d7b-4082-b274-07a7f5775ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:01.141013 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41dc5645-2d7b-4082-b274-07a7f5775ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:01.154645 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-41dc5645-2d7b-4082-b274-07a7f5775ffa admin admin] Reserving flat network on physical network physnet1 {{(pid=94160) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 12:02:01.176851 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41dc5645-2d7b-4082-b274-07a7f5775ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:01.177199 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-41dc5645-2d7b-4082-b274-07a7f5775ffa admin admin] Added segment 1c41febd-5a62-4cbb-a3ae-82b8c3b7733d of type flat for network f4c7db36-d333-4393-b022-5f0c472ed786 Sep 14 12:02:01.178330 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc5645-2d7b-4082-b274-07a7f5775ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842f0ee5-3a3f-45ab-bc20-20a681c482d2,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:02:01.224426 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41dc5645-2d7b-4082-b274-07a7f5775ffa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:01.255871 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41dc5645-2d7b-4082-b274-07a7f5775ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:01.256808 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dc5645-2d7b-4082-b274-07a7f5775ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:02:01.257379 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41dc5645-2d7b-4082-b274-07a7f5775ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:01.303436 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-41dc5645-2d7b-4082-b274-07a7f5775ffa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5948882 Sep 14 12:02:01.334601 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc5645-2d7b-4082-b274-07a7f5775ffa admin admin] Pushing event updated for resources: {'Network': ['ID=f4c7db36-d333-4393-b022-5f0c472ed786,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:02:01.345545 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network f4c7db36-d333-4393-b022-5f0c472ed786 details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:02:01.689688 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-eb09fd1a-6173-4f63-99a5-32dbbf67d0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:01.934532 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:02.857192 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:03.685543 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41302) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:02:03.820475 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:03.905265 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009a975d-d254-471b-9c9b-bf257bc4e854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:02:03.906647 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-009a975d-d254-471b-9c9b-bf257bc4e854 admin admin] 10.222.0.20 "GET /v2.0/subnets/b477825a-874d-42d5-8e16-a3ef54121553 HTTP/1.1" status: 200 len: 849 time: 0.2201533 Sep 14 12:02:04.021576 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-893bd7bb-2e01-4018-af33-463e43957f47 admin admin] 10.222.0.20 "GET /v2.0/routers/eb093078-30f0-4b33-8d78-2159016ffd19 HTTP/1.1" status: 200 len: 704 time: 0.1084881 Sep 14 12:02:04.285839 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:04.612615 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Allocated IP 172.20.0.1 (a690edab-b73a-4f40-aca8-f5ae7aecefb2/b477825a-874d-42d5-8e16-a3ef54121553/927096d4-f1e2-4f08-bcef-967d1f35a3d7) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:02:04.818791 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:04.843180 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Transition to ACTIVE for port object 927096d4-f1e2-4f08-bcef-967d1f35a3d7 will not be triggered until provisioned by entity DHCP. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:02:04.914838 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:04.993245 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Network a690edab-b73a-4f40-aca8-f5ae7aecefb2 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:02:04.999603 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:02:05.013042 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:02:05.013610 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580932'] for router_interface, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:05.038461 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Pushing event updated for resources: {'Port': ['ID=927096d4-f1e2-4f08-bcef-967d1f35a3d7,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:02:05.216447 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-b8b8c7f6-3c49-48a9-b6b7-d49a196754d5 None None] Provisioning for port 927096d4-f1e2-4f08-bcef-967d1f35a3d7 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:02:05.219853 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-b8b8c7f6-3c49-48a9-b6b7-d49a196754d5 None None] Provisioning complete for port 927096d4-f1e2-4f08-bcef-967d1f35a3d7 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:02:05.220234 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c7f6-3c49-48a9-b6b7-d49a196754d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:05.257270 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8c7f6-3c49-48a9-b6b7-d49a196754d5 None None] Port 927096d4-f1e2-4f08-bcef-967d1f35a3d7 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:02:05.281802 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:05.484957 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:05.490228 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:05.490990 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576980'] for router_interface, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:05.552722 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Pushing event updated for resources: {'Port': ['ID=927096d4-f1e2-4f08-bcef-967d1f35a3d7,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:02:05.616752 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Network a690edab-b73a-4f40-aca8-f5ae7aecefb2 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:02:05.618157 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:02:05.774682 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Router eb093078-30f0-4b33-8d78-2159016ffd19 is scheduled to L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:02:05.778867 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-f2afedc6-b128-43f0-b675-2da3812ce634 None None] Provisioning complete for port 927096d4-f1e2-4f08-bcef-967d1f35a3d7 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:02:05.779432 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f2afedc6-b128-43f0-b675-2da3812ce634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:05.812287 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-f2afedc6-b128-43f0-b675-2da3812ce634 None None] Port 927096d4-f1e2-4f08-bcef-967d1f35a3d7 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:02:05.864595 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:02:05.869763 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-eb0728b1-11bd-4808-8aeb-e9e4dc8f09f4 admin admin] 10.222.0.20 "PUT /v2.0/routers/eb093078-30f0-4b33-8d78-2159016ffd19/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8425972 Sep 14 12:02:05.881065 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Sync routers for ids ['eb093078-30f0-4b33-8d78-2159016ffd19'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:02:05.893100 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Routers {'eb093078-30f0-4b33-8d78-2159016ffd19'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:02:05.893986 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:02:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['eb093078-30f0-4b33-8d78-2159016ffd19'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:02:06.073928 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Set router eb093078-30f0-4b33-8d78-2159016ffd19 gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:02:06.497752 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb093078-30f0-4b33-8d78-2159016ffd19', 'name': 'router1', 'tenant_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:01:55Z', 'updated_at': '2021-09-14T12:02:05Z', 'revision_number': 2, 'project_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'gw_port_host': None, '_interfaces': [{'id': '927096d4-f1e2-4f08-bcef-967d1f35a3d7', 'name': '', 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2', 'tenant_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'mac_address': 'fa:16:3e:d3:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb093078-30f0-4b33-8d78-2159016ffd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b477825a-874d-42d5-8e16-a3ef54121553', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:02:04Z', 'updated_at': '2021-09-14T12:02:05Z', 'revision_number': 2, 'project_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'subnets': [{'id': 'b477825a-874d-42d5-8e16-a3ef54121553', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79b535f2-f845-4977-87a3-6857481fffdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:02:06.550264 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Checking router: eb093078-30f0-4b33-8d78-2159016ffd19 for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:02:06.550646 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Updating router eb093078-30f0-4b33-8d78-2159016ffd19 port 927096d4-f1e2-4f08-bcef-967d1f35a3d7 binding host dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:02:06.598392 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:07.111642 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:07.128954 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Transition to ACTIVE for port object 927096d4-f1e2-4f08-bcef-967d1f35a3d7 will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:02:07.135050 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:07.298621 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1491599-a642-49cd-a9cb-5798fb1ea36d None None] Pushing event updated for resources: {'Port': ['ID=927096d4-f1e2-4f08-bcef-967d1f35a3d7,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:02:07.305585 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Attempting to bind port 927096d4-f1e2-4f08-bcef-967d1f35a3d7 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:02:07.305978 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Attempting to bind port 927096d4-f1e2-4f08-bcef-967d1f35a3d7 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:02:07.306394 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Attempting to bind port 927096d4-f1e2-4f08-bcef-967d1f35a3d7 on network a690edab-b73a-4f40-aca8-f5ae7aecefb2 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:02:07.315779 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:02:07.316194 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Checking segment: {'id': '4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:02:07.316649 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:07.317031 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Bound using segment: {'id': '4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:02:07.317507 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Bound port: 927096d4-f1e2-4f08-bcef-967d1f35a3d7, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:02:07.317897 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:07.321264 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1491599-a642-49cd-a9cb-5798fb1ea36d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:07.321607 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1491599-a642-49cd-a9cb-5798fb1ea36d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:07.321939 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1491599-a642-49cd-a9cb-5798fb1ea36d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:07.322267 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1491599-a642-49cd-a9cb-5798fb1ea36d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:07.322587 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1491599-a642-49cd-a9cb-5798fb1ea36d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:07.322905 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1491599-a642-49cd-a9cb-5798fb1ea36d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:07.323245 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1491599-a642-49cd-a9cb-5798fb1ea36d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:07.323565 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1491599-a642-49cd-a9cb-5798fb1ea36d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:07.323897 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1491599-a642-49cd-a9cb-5798fb1ea36d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:07.324215 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1491599-a642-49cd-a9cb-5798fb1ea36d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:07.324525 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1491599-a642-49cd-a9cb-5798fb1ea36d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:07.324831 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1491599-a642-49cd-a9cb-5798fb1ea36d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1491599-a642-49cd-a9cb-5798fb1ea36d None None] Tracked resource versions report: Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: pushed versions: Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: { 'AddressGroup': {'1.2'}, Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'ConntrackHelper': {'1.0'}, Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Log': {'1.0'}, Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Network': {'1.1'}, Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Port': {'1.7'}, Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'PortForwarding': {'1.2'}, Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'QosPolicy': {'1.9'}, Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'SecurityGroup': {'1.4'}, Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'SecurityGroupRule': {'1.2'}, Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'SubPort': {'1.0'}, Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Subnet': {'1.1'}, Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Trunk': {'1.1'}} Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: consumer versions: Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: { DHCP agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: L3 agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: Metadata agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: Metering agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: Open vSwitch agent@dv-cinder-784945-14-iscsi: { 'AddressGroup': '1.2', Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'ConntrackHelper': '1.0', Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Log': '1.0', Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Network': '1.1', Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Port': '1.7', Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'PortForwarding': '1.2', Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'QosPolicy': '1.9', Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'SecurityGroup': '1.4', Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'SecurityGroupRule': '1.2', Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'SubPort': '1.0', Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Subnet': '1.1', Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Trunk': '1.1'}} Sep 14 12:02:07.326770 dv-cinder-784945-14-iscsi neutron-server[94162]: {{(pid=94162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 12:02:07.393535 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] For port 927096d4-f1e2-4f08-bcef-967d1f35a3d7, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:02:07.413977 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] For port 927096d4-f1e2-4f08-bcef-967d1f35a3d7, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=927096d4-f1e2-4f08-bcef-967d1f35a3d7,segment=NetworkSegment(4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80),segment_id=4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:02:07.418156 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:07.463413 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Routers {'eb093078-30f0-4b33-8d78-2159016ffd19'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:02:07.464039 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:02:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['eb093078-30f0-4b33-8d78-2159016ffd19'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:02:07.564220 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1491599-a642-49cd-a9cb-5798fb1ea36d None None] Pushing event updated for resources: {'Port': ['ID=927096d4-f1e2-4f08-bcef-967d1f35a3d7,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:02:07.573004 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] Set router eb093078-30f0-4b33-8d78-2159016ffd19 gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:02:07.781730 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb093078-30f0-4b33-8d78-2159016ffd19', 'name': 'router1', 'tenant_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:01:55Z', 'updated_at': '2021-09-14T12:02:05Z', 'revision_number': 2, 'project_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'gw_port_host': None, '_interfaces': [{'id': '927096d4-f1e2-4f08-bcef-967d1f35a3d7', 'name': '', 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2', 'tenant_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'mac_address': 'fa:16:3e:d3:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb093078-30f0-4b33-8d78-2159016ffd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b477825a-874d-42d5-8e16-a3ef54121553', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:02:04Z', 'updated_at': '2021-09-14T12:02:07Z', 'revision_number': 4, 'project_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'subnets': [{'id': 'b477825a-874d-42d5-8e16-a3ef54121553', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79b535f2-f845-4977-87a3-6857481fffdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:02:07.807337 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28c4d05-c92b-472a-9f36-1e65c01a3277 None None] The sync data for ids ['eb093078-30f0-4b33-8d78-2159016ffd19'] in dv-cinder-784945-14-iscsi is: [{'id': 'eb093078-30f0-4b33-8d78-2159016ffd19', 'name': 'router1', 'tenant_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:01:55Z', 'updated_at': '2021-09-14T12:02:05Z', 'revision_number': 2, 'project_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'gw_port_host': None, '_interfaces': [{'id': '927096d4-f1e2-4f08-bcef-967d1f35a3d7', 'name': '', 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2', 'tenant_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'mac_address': 'fa:16:3e:d3:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb093078-30f0-4b33-8d78-2159016ffd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b477825a-874d-42d5-8e16-a3ef54121553', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:02:04Z', 'updated_at': '2021-09-14T12:02:07Z', 'revision_number': 4, 'project_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'subnets': [{'id': 'b477825a-874d-42d5-8e16-a3ef54121553', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79b535f2-f845-4977-87a3-6857481fffdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:02:08.146771 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41322) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:02:08.258064 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90982835-9fa3-4e3f-ab50-a32f2ba53fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:02:08.259485 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-90982835-9fa3-4e3f-ab50-a32f2ba53fb7 admin admin] 10.222.0.20 "GET /v2.0/networks/f4c7db36-d333-4393-b022-5f0c472ed786 HTTP/1.1" status: 200 len: 842 time: 0.1117289 Sep 14 12:02:08.270145 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-882d6510-93d0-47e2-aeb4-a3789ee30a9b admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'name': 'public-subnet'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:02:08.294796 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882d6510-93d0-47e2-aeb4-a3789ee30a9b admin admin] Made reservation on behalf of 9932bf2388354ce2afb5de909a31aaef for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:02:08.297038 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-882d6510-93d0-47e2-aeb4-a3789ee30a9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:08.605014 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.objects.ports [None req-882d6510-93d0-47e2-aeb4-a3789ee30a9b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94160) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 14 12:02:08.605455 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-882d6510-93d0-47e2-aeb4-a3789ee30a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:08.664125 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d6510-93d0-47e2-aeb4-a3789ee30a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b514a742-d258-4abf-a6e3-3b51d4fb98d0,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:02:08.673335 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d6510-93d0-47e2-aeb4-a3789ee30a9b admin admin] Checking segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:02:08.674210 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882d6510-93d0-47e2-aeb4-a3789ee30a9b admin admin] Network hostable DHCP agents. Network: f4c7db36-d333-4393-b022-5f0c472ed786, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:02:08.699673 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882d6510-93d0-47e2-aeb4-a3789ee30a9b admin admin] Network f4c7db36-d333-4393-b022-5f0c472ed786 is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:02:08.712890 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-882d6510-93d0-47e2-aeb4-a3789ee30a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, f4c7db36-d333-4393-b022-5f0c472ed786) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:02:08.717605 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882d6510-93d0-47e2-aeb4-a3789ee30a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:02:08.718584 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-882d6510-93d0-47e2-aeb4-a3789ee30a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:08.722516 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af68620-7dea-420f-a9d6-00b884355972 None None] Network f4c7db36-d333-4393-b022-5f0c472ed786 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:02:08.734261 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-882d6510-93d0-47e2-aeb4-a3789ee30a9b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4673092 Sep 14 12:02:08.855885 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb12d1b4-718c-4b3a-9d81-c01d4054294d None None] Network f4c7db36-d333-4393-b022-5f0c472ed786 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:02:09.239652 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:02:11.055052 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41330) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:02:11.186394 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-bb6976da-9bf0-443e-bf89-63ddc73db170 admin admin] 10.222.0.20 "GET /v2.0/routers/eb093078-30f0-4b33-8d78-2159016ffd19 HTTP/1.1" status: 200 len: 710 time: 0.1300979 Sep 14 12:02:11.341840 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0822b501-111c-40a6-9315-fcb0e25440bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:02:11.343138 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0822b501-111c-40a6-9315-fcb0e25440bd admin admin] 10.222.0.20 "GET /v2.0/networks/f4c7db36-d333-4393-b022-5f0c472ed786 HTTP/1.1" status: 200 len: 886 time: 0.1503477 Sep 14 12:02:11.353033 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:02:11.611405 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:11.840500 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:11.912617 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:12.014925 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Allocated IP 172.27.0.94 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/d3df2397-acc4-43ac-9eda-239f39f4fe2f) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:02:12.119680 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:12.162834 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:12.198123 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:02:12.200880 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:02:12.203884 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:02:12.271422 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Pushing event updated for resources: {'Port': ['ID=d3df2397-acc4-43ac-9eda-239f39f4fe2f,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:02:12.461999 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:12.741684 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1746'] for router, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:12.744981 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580892', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578815'] for router, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:12.850522 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Router eb093078-30f0-4b33-8d78-2159016ffd19 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:02:12.975772 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:02:12.980145 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:12.981373 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-341ceca0-54e2-405f-9385-b643624e7a45 admin admin] 10.222.0.20 "PUT /v2.0/routers/eb093078-30f0-4b33-8d78-2159016ffd19 HTTP/1.1" status: 200 len: 889 time: 1.6314530 Sep 14 12:02:13.543488 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 927096d4-f1e2-4f08-bcef-967d1f35a3d7 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:02:13.593078 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 927096d4-f1e2-4f08-bcef-967d1f35a3d7 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:02:13.597493 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 927096d4-f1e2-4f08-bcef-967d1f35a3d7 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:02:13.597860 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:13.669338 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:13.709542 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 927096d4-f1e2-4f08-bcef-967d1f35a3d7, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=927096d4-f1e2-4f08-bcef-967d1f35a3d7,segment=NetworkSegment(4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80),segment_id=4f0becad-f9b7-40fa-9a0d-3d42e9bb6e80)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:02:13.713613 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:13.807109 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=927096d4-f1e2-4f08-bcef-967d1f35a3d7,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:02:14.293257 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Sync routers for ids ['eb093078-30f0-4b33-8d78-2159016ffd19'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:02:14.303689 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Routers {'eb093078-30f0-4b33-8d78-2159016ffd19'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:02:14.304324 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:02:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['eb093078-30f0-4b33-8d78-2159016ffd19'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:02:14.519443 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Set router eb093078-30f0-4b33-8d78-2159016ffd19 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:02:14.901209 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb093078-30f0-4b33-8d78-2159016ffd19', 'name': 'router1', 'tenant_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'd3df2397-acc4-43ac-9eda-239f39f4fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:01:55Z', 'updated_at': '2021-09-14T12:02:12Z', 'revision_number': 4, 'project_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'gw_port': {'id': 'd3df2397-acc4-43ac-9eda-239f39f4fe2f', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ad:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb093078-30f0-4b33-8d78-2159016ffd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:02:11Z', 'updated_at': '2021-09-14T12:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '927096d4-f1e2-4f08-bcef-967d1f35a3d7', 'name': '', 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2', 'tenant_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'mac_address': 'fa:16:3e:d3:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb093078-30f0-4b33-8d78-2159016ffd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b477825a-874d-42d5-8e16-a3ef54121553', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:02:04Z', 'updated_at': '2021-09-14T12:02:13Z', 'revision_number': 5, 'project_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'subnets': [{'id': 'b477825a-874d-42d5-8e16-a3ef54121553', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79b535f2-f845-4977-87a3-6857481fffdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:02:14.957179 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Checking router: eb093078-30f0-4b33-8d78-2159016ffd19 for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:02:14.957563 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Updating router eb093078-30f0-4b33-8d78-2159016ffd19 port d3df2397-acc4-43ac-9eda-239f39f4fe2f binding host dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:02:15.004341 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:15.322144 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:15.331732 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Transition to ACTIVE for port object d3df2397-acc4-43ac-9eda-239f39f4fe2f will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:02:15.336698 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:15.389354 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7df11-aee1-48a6-9aa4-7df0c98469b5 None None] Pushing event updated for resources: {'Port': ['ID=d3df2397-acc4-43ac-9eda-239f39f4fe2f,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:02:15.394034 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Attempting to bind port d3df2397-acc4-43ac-9eda-239f39f4fe2f on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:02:15.394403 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Attempting to bind port d3df2397-acc4-43ac-9eda-239f39f4fe2f by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:02:15.394763 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Attempting to bind port d3df2397-acc4-43ac-9eda-239f39f4fe2f on network f4c7db36-d333-4393-b022-5f0c472ed786 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:02:15.401729 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:02:15.402132 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Checking segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:02:15.402508 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:15.402895 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Bound using segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:02:15.403388 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Bound port: d3df2397-acc4-43ac-9eda-239f39f4fe2f, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:02:15.403785 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:15.429444 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41342) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:02:15.454092 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] For port d3df2397-acc4-43ac-9eda-239f39f4fe2f, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:02:15.457173 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] For port d3df2397-acc4-43ac-9eda-239f39f4fe2f, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=d3df2397-acc4-43ac-9eda-239f39f4fe2f,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:02:15.461308 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:15.527807 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Routers {'eb093078-30f0-4b33-8d78-2159016ffd19'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:02:15.528437 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:02:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['eb093078-30f0-4b33-8d78-2159016ffd19'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:02:15.550048 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e384f548-325c-4577-a188-677706c7948a admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1194515 Sep 14 12:02:15.649025 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7df11-aee1-48a6-9aa4-7df0c98469b5 None None] Pushing event updated for resources: {'Port': ['ID=d3df2397-acc4-43ac-9eda-239f39f4fe2f,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:02:15.653049 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 927096d4-f1e2-4f08-bcef-967d1f35a3d7 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:02:15.756018 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 927096d4-f1e2-4f08-bcef-967d1f35a3d7 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:02:15.756467 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:15.777793 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] Set router eb093078-30f0-4b33-8d78-2159016ffd19 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:02:16.032557 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb093078-30f0-4b33-8d78-2159016ffd19', 'name': 'router1', 'tenant_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'd3df2397-acc4-43ac-9eda-239f39f4fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:01:55Z', 'updated_at': '2021-09-14T12:02:12Z', 'revision_number': 4, 'project_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'gw_port': {'id': 'd3df2397-acc4-43ac-9eda-239f39f4fe2f', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ad:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb093078-30f0-4b33-8d78-2159016ffd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:02:11Z', 'updated_at': '2021-09-14T12:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '927096d4-f1e2-4f08-bcef-967d1f35a3d7', 'name': '', 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2', 'tenant_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'mac_address': 'fa:16:3e:d3:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb093078-30f0-4b33-8d78-2159016ffd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b477825a-874d-42d5-8e16-a3ef54121553', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:02:04Z', 'updated_at': '2021-09-14T12:02:13Z', 'revision_number': 5, 'project_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'subnets': [{'id': 'b477825a-874d-42d5-8e16-a3ef54121553', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79b535f2-f845-4977-87a3-6857481fffdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:02:16.060055 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c1bac-f8cf-46ea-8ae8-656966224416 None None] The sync data for ids ['eb093078-30f0-4b33-8d78-2159016ffd19'] in dv-cinder-784945-14-iscsi is: [{'id': 'eb093078-30f0-4b33-8d78-2159016ffd19', 'name': 'router1', 'tenant_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'd3df2397-acc4-43ac-9eda-239f39f4fe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:01:55Z', 'updated_at': '2021-09-14T12:02:12Z', 'revision_number': 4, 'project_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'gw_port': {'id': 'd3df2397-acc4-43ac-9eda-239f39f4fe2f', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ad:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb093078-30f0-4b33-8d78-2159016ffd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:02:11Z', 'updated_at': '2021-09-14T12:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '927096d4-f1e2-4f08-bcef-967d1f35a3d7', 'name': '', 'network_id': 'a690edab-b73a-4f40-aca8-f5ae7aecefb2', 'tenant_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'mac_address': 'fa:16:3e:d3:de:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb093078-30f0-4b33-8d78-2159016ffd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b477825a-874d-42d5-8e16-a3ef54121553', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:02:04Z', 'updated_at': '2021-09-14T12:02:13Z', 'revision_number': 5, 'project_id': '0c8c0ce915824b1f9ff22d1487f7a2ec', 'subnets': [{'id': 'b477825a-874d-42d5-8e16-a3ef54121553', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79b535f2-f845-4977-87a3-6857481fffdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:02:17.563719 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device d3df2397-acc4-43ac-9eda-239f39f4fe2f up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:02:17.622794 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port d3df2397-acc4-43ac-9eda-239f39f4fe2f completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:02:17.629648 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port d3df2397-acc4-43ac-9eda-239f39f4fe2f triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:02:17.630036 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:17.724708 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:17.746149 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port d3df2397-acc4-43ac-9eda-239f39f4fe2f, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=d3df2397-acc4-43ac-9eda-239f39f4fe2f,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:02:17.750318 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:17.803520 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=d3df2397-acc4-43ac-9eda-239f39f4fe2f,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:02:19.572214 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device d3df2397-acc4-43ac-9eda-239f39f4fe2f up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:02:19.637027 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port d3df2397-acc4-43ac-9eda-239f39f4fe2f triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:02:19.638505 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:28.924714 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7a39aadd-c8c7-46b9-9174-898ca260d9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:31.692619 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e949b732-c546-46c6-961a-d573a1df3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:31.944777 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:32.871852 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:33.849351 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:02:46.238801 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:02:58.917775 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b1acaf03-c48b-4aff-97c7-8c23fab2caed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:03:01.696603 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4e082f6e-ba78-4892-9571-b6ac810e2014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:03:01.943680 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:03:02.867677 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:03:03.846455 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:03:23.239179 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:03:28.925451 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-40d84a8e-f124-4bb8-842d-d519eb111d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:03:31.698465 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-22a42aa7-18b5-4e47-856c-683d096d5f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:03:31.934570 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:03:32.864753 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:03:33.844542 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:03:52.092639 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41904) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:03:52.156265 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.pecan_wsgi.hooks.translation [None req-500e00be-0722-432a-883a-0b3ac849d1d1 admin admin] GET failed (client error): The resource could not be found. Sep 14 12:03:52.157572 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-500e00be-0722-432a-883a-0b3ac849d1d1 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640047 Sep 14 12:03:52.313259 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac99fbf1-f36c-4ded-8da7-0104abe7f935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:03:52.314735 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ac99fbf1-f36c-4ded-8da7-0104abe7f935 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1525793 Sep 14 12:03:54.494253 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41914) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:03:54.592436 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3bbe39-ff88-4093-8234-e7bd9471ad1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:03:54.593775 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3d3bbe39-ff88-4093-8234-e7bd9471ad1e admin admin] 10.222.0.20 "GET /v2.0/subnets/b477825a-874d-42d5-8e16-a3ef54121553 HTTP/1.1" status: 200 len: 849 time: 0.0985856 Sep 14 12:03:54.603544 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:03:54.690055 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:03:54.834836 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740119291661'] for subnet, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:03:54.866806 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:03:54.867150 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:03:54.869645 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] 10.222.0.20 "PUT /v2.0/subnets/b477825a-874d-42d5-8e16-a3ef54121553 HTTP/1.1" status: 200 len: 868 time: 0.2696714 Sep 14 12:03:54.869956 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fc9488-00aa-40ee-af54-99aebe05aebf None None] Network a690edab-b73a-4f40-aca8-f5ae7aecefb2 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:03:54.891403 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b477825a-874d-42d5-8e16-a3ef54121553,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:03:54.899395 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:03:54.899779 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:03:54.900130 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:03:54.900469 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:03:54.900805 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:03:54.901145 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:03:54.901605 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:03:54.901943 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:03:54.902302 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:03:54.902635 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:03:54.903747 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:03:54.903747 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92120d04-a4f5-4cf1-93f8-1fa076981223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:03:55.215517 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-a50f1358-09fb-490e-8c44-93f36571559f None None] Provisioning complete for port 927096d4-f1e2-4f08-bcef-967d1f35a3d7 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:03:55.215891 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a50f1358-09fb-490e-8c44-93f36571559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:03:55.298222 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-a50f1358-09fb-490e-8c44-93f36571559f None None] Provisioning complete for port b90c4772-b98b-4ed8-913d-5dbd0bc96003 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:03:55.298523 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a50f1358-09fb-490e-8c44-93f36571559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:03:57.109057 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 41922) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:03:57.315297 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98796859-5d82-4e14-87fb-25fc9cb54c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:03:57.315782 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98796859-5d82-4e14-87fb-25fc9cb54c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:03:57.318030 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-98796859-5d82-4e14-87fb-25fc9cb54c29 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2072980 Sep 14 12:03:58.920405 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a638c010-8e2f-44ed-891e-df00591afa89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:03:59.515444 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41932) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:03:59.711792 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701698e4-661e-4486-be5b-3d0c58a6e1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:03:59.712168 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701698e4-661e-4486-be5b-3d0c58a6e1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:03:59.713715 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-701698e4-661e-4486-be5b-3d0c58a6e1c5 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1972737 Sep 14 12:04:00.238217 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:04:01.698960 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b06d02c7-e603-4434-9a61-23fee6fb51bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:01.937847 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:02.063917 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41940) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:04:02.202555 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51ccac-35c9-437f-9f91-aa71350065f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:04:02.203910 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5b51ccac-35c9-437f-9f91-aa71350065f3 admin admin] 10.222.0.20 "GET /v2.0/networks/a690edab-b73a-4f40-aca8-f5ae7aecefb2 HTTP/1.1" status: 200 len: 869 time: 0.1390231 Sep 14 12:04:02.869125 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:03.846505 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:04.424784 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41948) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:04:04.551523 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c9cf7b-d886-457e-a65a-ae1f7bbd5ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:04:04.552884 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-04c9cf7b-d886-457e-a65a-ae1f7bbd5ccb admin admin] 10.222.0.20 "GET /v2.0/networks/f4c7db36-d333-4393-b022-5f0c472ed786 HTTP/1.1" status: 200 len: 886 time: 0.1271026 Sep 14 12:04:06.754401 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41956) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:04:06.875583 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2080e92a-1d13-439a-9384-6d16eadb46c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:04:06.876048 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2080e92a-1d13-439a-9384-6d16eadb46c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:04:06.877596 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2080e92a-1d13-439a-9384-6d16eadb46c4 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221728 Sep 14 12:04:09.086095 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 41964) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:04:09.230236 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57135d0f-8d53-46f6-80f4-739212984b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:04:09.230704 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57135d0f-8d53-46f6-80f4-739212984b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:04:09.232398 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-57135d0f-8d53-46f6-80f4-739212984b8a admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1452541 Sep 14 12:04:11.422831 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 41972) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:04:11.515437 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729bc9b3-572a-4f2f-8190-c61c05811528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:04:11.516788 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-729bc9b3-572a-4f2f-8190-c61c05811528 admin admin] 10.222.0.20 "GET /v2.0/subnets/b477825a-874d-42d5-8e16-a3ef54121553 HTTP/1.1" status: 200 len: 868 time: 0.0929809 Sep 14 12:04:13.726566 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 41980) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:04:13.814197 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce080a8-be33-49de-9993-b90761e12348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:04:13.815458 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-4ce080a8-be33-49de-9993-b90761e12348 admin admin] 10.222.0.20 "GET /v2.0/subnets/b514a742-d258-4abf-a6e3-3b51d4fb98d0 HTTP/1.1" status: 200 len: 816 time: 0.0879302 Sep 14 12:04:28.922152 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7a86d57b-0ed2-4b34-a386-3f999ec00ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:31.699567 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-406ac274-7ea1-4398-8081-c4e6bd4b32d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:31.939986 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:32.869947 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:33.851578 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:37.237384 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:04:37.721361 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42034) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:04:37.768746 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [None req-329a95ca-cbe4-4bfe-9bb8-0342f6bdbbce admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 12:04:37.769860 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-329a95ca-cbe4-4bfe-9bb8-0342f6bdbbce admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475125 Sep 14 12:04:40.037181 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42042) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:04:40.098257 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a72485d-ad73-48cf-b60d-9746918a85c0 admin admin] GET failed (client error): The resource could not be found. Sep 14 12:04:40.099602 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-0a72485d-ad73-48cf-b60d-9746918a85c0 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614955 Sep 14 12:04:40.238766 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e53c5-b624-4281-8c70-f941e4ee189d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:04:40.240165 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-0a5e53c5-b624-4281-8c70-f941e4ee189d admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1359038 Sep 14 12:04:42.453717 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42050) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:04:42.507806 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:04:42.531469 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Made reservation on behalf of 9932bf2388354ce2afb5de909a31aaef for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:04:42.533903 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:42.579146 dv-cinder-784945-14-iscsi neutron-server[94159]: WARNING neutron.services.revisions.revision_plugin [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Could not find related network for resource to bump revision. Sep 14 12:04:42.596421 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:04:42.609810 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740119298964', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:42.610371 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Unsubscribe: segment precommit_create {{(pid=94159) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 12:04:42.610855 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.segments_db [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Added segment 87e2822c-830c-4556-b133-afb47ee54256 of type vlan for network 1078abb6-f746-497c-9902-e3b4946f9ff4 Sep 14 12:04:42.656210 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:42.686689 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:42.687671 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:04:42.688237 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:42.730134 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2753360 Sep 14 12:04:42.786454 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Pushing event updated for resources: {'Network': ['ID=1078abb6-f746-497c-9902-e3b4946f9ff4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:04:42.794446 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:42.794446 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:42.795220 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:42.795458 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:42.795709 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:42.796055 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:42.796386 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:42.796733 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:42.797080 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:42.797406 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:42.797731 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:42.798049 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955400-19d4-4e7e-81da-8d8c289399d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:42.810184 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network 1078abb6-f746-497c-9902-e3b4946f9ff4 details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:04:45.019053 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42058) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:04:45.077959 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcaa7aa2-28cf-4553-ba54-b2648e5ff710 admin admin] GET failed (client error): The resource could not be found. Sep 14 12:04:45.079325 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-dcaa7aa2-28cf-4553-ba54-b2648e5ff710 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593019 Sep 14 12:04:45.148170 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f6ba2c-ca15-4751-9988-b772b9f2dfa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:04:45.149586 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-02f6ba2c-ca15-4751-9988-b772b9f2dfa2 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655854 Sep 14 12:04:45.161688 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-5a1d0260-3794-4cd9-9919-40c9c0e1121e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '1078abb6-f746-497c-9902-e3b4946f9ff4', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:04:45.183873 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1d0260-3794-4cd9-9919-40c9c0e1121e admin admin] Made reservation on behalf of 9932bf2388354ce2afb5de909a31aaef for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:04:45.186419 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0260-3794-4cd9-9919-40c9c0e1121e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:45.451471 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0260-3794-4cd9-9919-40c9c0e1121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:45.508430 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d0260-3794-4cd9-9919-40c9c0e1121e admin admin] Pushing event updated for resources: {'Subnet': ['ID=55d4e7e4-35ba-4450-95ff-b584161b019a,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:04:45.518090 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1d0260-3794-4cd9-9919-40c9c0e1121e admin admin] Checking segment: {'id': '87e2822c-830c-4556-b133-afb47ee54256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1078abb6-f746-497c-9902-e3b4946f9ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:04:45.518443 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1d0260-3794-4cd9-9919-40c9c0e1121e admin admin] Network hostable DHCP agents. Network: 1078abb6-f746-497c-9902-e3b4946f9ff4, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:04:45.534877 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1d0260-3794-4cd9-9919-40c9c0e1121e admin admin] Network 1078abb6-f746-497c-9902-e3b4946f9ff4 is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:04:45.545461 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-5a1d0260-3794-4cd9-9919-40c9c0e1121e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, 1078abb6-f746-497c-9902-e3b4946f9ff4) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:04:45.550549 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1d0260-3794-4cd9-9919-40c9c0e1121e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:04:45.551941 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0260-3794-4cd9-9919-40c9c0e1121e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:45.555207 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277d3a8d-f512-448a-a3a0-8edecafc5b08 None None] Network 1078abb6-f746-497c-9902-e3b4946f9ff4 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:04:45.569428 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5a1d0260-3794-4cd9-9919-40c9c0e1121e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4122143 Sep 14 12:04:45.712171 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184f21cd-f526-56fe-b4fe-385b3504c77e-1078abb6-f746-497c-9902-e3b4946f9ff4', 'network_id': '1078abb6-f746-497c-9902-e3b4946f9ff4', 'tenant_id': '9932bf2388354ce2afb5de909a31aaef', 'fixed_ips': [{'subnet_id': '55d4e7e4-35ba-4450-95ff-b584161b019a'}]}} from dv-cinder-784945-14-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 12:04:45.713068 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:45.846288 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Allocated IP 192.168.233.2 (1078abb6-f746-497c-9902-e3b4946f9ff4/55d4e7e4-35ba-4450-95ff-b584161b019a/f4ade9a0-b84d-4bd0-9e25-d44edf183f79) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:04:45.995225 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:46.004148 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Transition to ACTIVE for port object f4ade9a0-b84d-4bd0-9e25-d44edf183f79 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:04:46.019578 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Transition to ACTIVE for port object f4ade9a0-b84d-4bd0-9e25-d44edf183f79 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:04:46.025687 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:46.067258 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Network 1078abb6-f746-497c-9902-e3b4946f9ff4 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:04:46.072985 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:04:46.075262 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Pushing event updated for resources: {'Port': ['ID=f4ade9a0-b84d-4bd0-9e25-d44edf183f79,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:04:46.077365 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:04:46.088653 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:46.089020 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:46.089369 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:46.089727 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:46.090054 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:46.090385 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:46.091283 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:46.091615 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:46.091956 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:46.092283 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:46.092603 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:46.092919 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:04:46.142106 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Attempting to bind port f4ade9a0-b84d-4bd0-9e25-d44edf183f79 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:04:46.142471 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Attempting to bind port f4ade9a0-b84d-4bd0-9e25-d44edf183f79 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '87e2822c-830c-4556-b133-afb47ee54256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1078abb6-f746-497c-9902-e3b4946f9ff4'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:04:46.142828 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Attempting to bind port f4ade9a0-b84d-4bd0-9e25-d44edf183f79 on network 1078abb6-f746-497c-9902-e3b4946f9ff4 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:04:46.147764 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:04:46.148147 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Checking segment: {'id': '87e2822c-830c-4556-b133-afb47ee54256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1078abb6-f746-497c-9902-e3b4946f9ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:04:46.148521 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:46.148903 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Bound using segment: {'id': '87e2822c-830c-4556-b133-afb47ee54256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1078abb6-f746-497c-9902-e3b4946f9ff4'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:04:46.149361 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Bound port: f4ade9a0-b84d-4bd0-9e25-d44edf183f79, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e2822c-830c-4556-b133-afb47ee54256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1078abb6-f746-497c-9902-e3b4946f9ff4'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:04:46.149753 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:46.211879 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] For port f4ade9a0-b84d-4bd0-9e25-d44edf183f79, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:04:46.215071 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] For port f4ade9a0-b84d-4bd0-9e25-d44edf183f79, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=f4ade9a0-b84d-4bd0-9e25-d44edf183f79,segment=NetworkSegment(87e2822c-830c-4556-b133-afb47ee54256),segment_id=87e2822c-830c-4556-b133-afb47ee54256)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:04:46.220663 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:46.285811 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16eb8a-be7b-47ae-b479-581a71813a73 None None] Pushing event updated for resources: {'Port': ['ID=f4ade9a0-b84d-4bd0-9e25-d44edf183f79,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:04:47.080871 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6a90e1-79ed-4ecd-b8d6-6eae56c364b4 None None] Network 1078abb6-f746-497c-9902-e3b4946f9ff4 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:04:47.193665 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-8338af28-c98d-447a-8ae4-fef13a389c97 None None] Provisioning for port f4ade9a0-b84d-4bd0-9e25-d44edf183f79 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:04:47.664518 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device f4ade9a0-b84d-4bd0-9e25-d44edf183f79 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:04:47.717925 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port f4ade9a0-b84d-4bd0-9e25-d44edf183f79 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:04:47.721774 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port f4ade9a0-b84d-4bd0-9e25-d44edf183f79 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:04:47.722211 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:47.799141 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:47.831989 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port f4ade9a0-b84d-4bd0-9e25-d44edf183f79, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=f4ade9a0-b84d-4bd0-9e25-d44edf183f79,segment=NetworkSegment(87e2822c-830c-4556-b133-afb47ee54256),segment_id=87e2822c-830c-4556-b133-afb47ee54256)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:04:47.835849 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:47.886565 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=f4ade9a0-b84d-4bd0-9e25-d44edf183f79,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:04:49.640093 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device f4ade9a0-b84d-4bd0-9e25-d44edf183f79 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:04:49.690030 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port f4ade9a0-b84d-4bd0-9e25-d44edf183f79 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:04:49.690406 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:04:58.922091 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b60314d6-5c05-4f46-a645-048ae6e70d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:01.702470 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-59b5ef32-5d8b-48ea-a5b8-4bc21ebb022c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:01.943208 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:02.872268 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:03.858359 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:14.236760 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:05:28.922987 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b90326e3-47b3-4488-8268-f2c3ea9ae020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:31.702791 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7e22cc99-cf28-4f38-a3c9-0ca6c5bbc5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:31.945255 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:32.882417 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:33.860879 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:51.235566 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:05:54.163596 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42110) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:05:54.169632 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [None req-3e0832a7-55fa-4309-ae46-2f8733635a98 tempest-verify_tempest_config-1724813052 tempest-verify_tempest_config-1724813052-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 12:05:54.170592 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3e0832a7-55fa-4309-ae46-2f8733635a98 tempest-verify_tempest_config-1724813052 tempest-verify_tempest_config-1724813052-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060322 Sep 14 12:05:54.457854 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42128) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:05:54.559503 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:54.650757 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:54.655358 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:54.698564 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fd9c9eed830415fb4902e328a71cea2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2396178 Sep 14 12:05:54.700132 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db8286e-4198-4944-bc9b-379b22dc89e2,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:54.701977 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42132) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:05:54.706929 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.707308 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.707649 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.707983 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.708313 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.708667 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.708998 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.709323 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.709662 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.709994 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.710315 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.710633 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fb38d1-00cd-4daa-94fb-86b22d4b04bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.781367 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:54.801887 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:54.892261 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:54.894781 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:05:54.896270 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7db8286e-4198-4944-bc9b-379b22dc89e2 HTTP/1.1" status: 204 len: 168 time: 0.1933146 Sep 14 12:05:54.904250 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db8286e-4198-4944-bc9b-379b22dc89e2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:54.910771 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.911233 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.911583 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.911918 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.912301 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.913769 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.914096 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.914435 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.914789 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.915156 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.915483 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:54.915806 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4d22b-a28c-4a8e-bf59-49b8c8f1e2ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:58.923187 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-16151bb6-8060-4693-8dce-2817f0d7ef72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:06:01.705330 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-959ce6c7-7545-4dcf-afab-e50de833a3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:06:01.948173 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:06:02.873601 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:06:03.865219 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:06:28.234462 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:06:28.924991 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cdbd0ee5-fa5c-43c0-a681-bd6830b3b459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:06:31.706198 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d383dbfd-09e8-4ab2-8992-bdaabf27e1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:06:31.949812 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:06:32.879537 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:06:33.865410 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:06:58.925663 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e9c386ea-f630-4d9e-ac2f-a2627b6996ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:07:01.706379 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-264c4e7a-b12b-4732-a18e-0a3c074f7948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:07:01.951426 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:07:02.881828 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:07:03.868500 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:07:05.233013 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:07:28.926295 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-377026eb-65f4-483b-bff8-9c0b5a329be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:07:31.706751 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa2b5-2dab-4256-b02a-cefe0977cb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:07:31.951354 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:07:32.883466 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:07:33.872145 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:07:34.681319 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581004'] for agent, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:07:42.231427 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:07:47.594417 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42206) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:07:47.699326 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-9bf61408-0bf3-4715-ad90-e53fa65e144c admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1038260 Sep 14 12:07:49.908094 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42216) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:07:49.967050 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-b80a1fb6-cb5a-45f6-818b-e2baa621324c admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0553815 Sep 14 12:07:58.926982 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fff9fb8c-c63c-44c2-9075-8124201a804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:08:01.706952 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-9978481f-90f3-4d61-b3b7-8ed2936589b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:08:01.952492 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:08:02.885671 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:08:03.876044 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:08:04.639385 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:08:19.230297 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:08:28.927270 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-929f8134-e108-46d0-8aad-d09f13b5bc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:08:31.707773 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-517648b1-9a8c-47f8-ba18-fbca6a85414a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:08:31.954441 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:08:32.888119 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:08:33.880557 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:08:34.651308 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:08:56.229275 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:08:58.930291 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-dda75070-61fb-4012-a258-46f31d6dde07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:01.708770 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d8e6acc2-5339-41a3-8658-9d13ec76f339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:01.956561 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:02.891835 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:03.882348 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:04.650350 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:19.103841 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42410) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:19.316901 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42428) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:19.380681 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-471054945-network', 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:19.407082 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Made reservation on behalf of c767f723545f4fd28ddc09b080dc3696 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:09:19.410150 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:19.420410 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:19.543729 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:19.549145 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:19.575152 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:09:19.590997 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a748296a-f4d1-43da-b987-c8c36d3c30e5,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:19.593934 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:19.594271 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Added segment 374805a8-30f8-41af-bb97-b8749f10030f of type vlan for network 3a071452-e54a-489e-92ba-31d21538d42c Sep 14 12:09:19.612818 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:19.613184 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:19.613526 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:19.613854 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:19.614177 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:19.614517 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:19.614841 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:19.615205 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:19.615614 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:19.616172 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:19.616502 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:19.616891 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Tracked resource versions report: Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: pushed versions: Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: { 'AddressGroup': {'1.2'}, Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'ConntrackHelper': {'1.0'}, Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Log': {'1.0'}, Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Network': {'1.1'}, Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Port': {'1.7'}, Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'PortForwarding': {'1.2'}, Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'QosPolicy': {'1.9'}, Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'SecurityGroup': {'1.4'}, Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'SecurityGroupRule': {'1.2'}, Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'SubPort': {'1.0'}, Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Subnet': {'1.1'}, Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Trunk': {'1.1'}} Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: consumer versions: Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: { DHCP agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: HyperV agent@hv-cinder-78494: {}, Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: L3 agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: Metadata agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: Metering agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: Open vSwitch agent@dv-cinder-784945-14-iscsi: { 'AddressGroup': '1.2', Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'ConntrackHelper': '1.0', Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Log': '1.0', Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Network': '1.1', Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Port': '1.7', Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'PortForwarding': '1.2', Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'QosPolicy': '1.9', Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'SecurityGroup': '1.4', Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'SecurityGroupRule': '1.2', Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'SubPort': '1.0', Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Subnet': '1.1', Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: 'Trunk': '1.1'}} Sep 14 12:09:19.617997 dv-cinder-784945-14-iscsi neutron-server[94160]: {{(pid=94160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 12:09:19.661605 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:19.686957 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:19.688140 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:19.688900 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:19.721939 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6141894 Sep 14 12:09:19.722167 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42444) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:19.726969 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-40f99cf9-573b-4246-884a-8bcc1ceb7c9f admin admin] Request body: {'subnet': {'network_id': '3a071452-e54a-489e-92ba-31d21538d42c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-471054945-subnet', 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:19.747504 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42446) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:19.769004 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-ea5a660e-a14c-4be4-b5bd-aed267e4a67e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-489626348-network', 'tenant_id': 'ee1a2976dfe3470cb04ac17e48f9c76e'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:19.774801 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb55e55-c3b9-4433-b023-6754f531449f admin admin] Pushing event updated for resources: {'Network': ['ID=3a071452-e54a-489e-92ba-31d21538d42c,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:19.784167 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42454) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:19.794168 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network 3a071452-e54a-489e-92ba-31d21538d42c details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:09:19.801291 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f99cf9-573b-4246-884a-8bcc1ceb7c9f admin admin] Made reservation on behalf of c767f723545f4fd28ddc09b080dc3696 for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:09:19.804384 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-40f99cf9-573b-4246-884a-8bcc1ceb7c9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:19.835600 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5a660e-a14c-4be4-b5bd-aed267e4a67e admin admin] Made reservation on behalf of ee1a2976dfe3470cb04ac17e48f9c76e for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:09:19.838822 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ea5a660e-a14c-4be4-b5bd-aed267e4a67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:19.850651 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ea5a660e-a14c-4be4-b5bd-aed267e4a67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.004084 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-8f3f3eea-e4d1-4624-98fb-e5e3e8b7279f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1264510774-network', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:20.060294 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-network', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:20.078572 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-40f99cf9-573b-4246-884a-8bcc1ceb7c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.081548 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ea5a660e-a14c-4be4-b5bd-aed267e4a67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.106667 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ea5a660e-a14c-4be4-b5bd-aed267e4a67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.126339 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3f3eea-e4d1-4624-98fb-e5e3e8b7279f admin admin] Made reservation on behalf of bc7f932fd90541ac8eb8962205371d28 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:09:20.132647 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3eea-e4d1-4624-98fb-e5e3e8b7279f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.136710 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5a660e-a14c-4be4-b5bd-aed267e4a67e admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:09:20.137905 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Made reservation on behalf of b87ce2bcc21a44e78cf45e9bf4b17a38 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:09:20.141184 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.145748 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ea5a660e-a14c-4be4-b5bd-aed267e4a67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.146183 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-ea5a660e-a14c-4be4-b5bd-aed267e4a67e admin admin] Added segment e7c0df0b-cd03-4e97-9906-35b3f9e7d89a of type vlan for network 8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5 Sep 14 12:09:20.159686 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.183936 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3eea-e4d1-4624-98fb-e5e3e8b7279f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.212123 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ea5a660e-a14c-4be4-b5bd-aed267e4a67e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.235773 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f99cf9-573b-4246-884a-8bcc1ceb7c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ea5e92-0ff4-4e73-ace0-515dc4388b17,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:20.241781 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a660e-a14c-4be4-b5bd-aed267e4a67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4e8487-0baf-49a2-94c7-026313b3b824,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:20.257087 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ea5a660e-a14c-4be4-b5bd-aed267e4a67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.258496 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5a660e-a14c-4be4-b5bd-aed267e4a67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:20.259299 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ea5a660e-a14c-4be4-b5bd-aed267e4a67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.324600 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.329944 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.345804 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a660e-a14c-4be4-b5bd-aed267e4a67e admin admin] Pushing event updated for resources: {'Network': ['ID=8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:20.347451 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:09:20.352482 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ea5a660e-a14c-4be4-b5bd-aed267e4a67e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0346191 Sep 14 12:09:20.358531 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42488) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:20.359599 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network 8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5 details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:09:20.368240 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-7d1008bc-3a96-40c7-8b98-352ec733d7df admin admin] Request body: {'subnet': {'network_id': '8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-489626348-subnet', 'tenant_id': 'ee1a2976dfe3470cb04ac17e48f9c76e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:20.378641 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f99cf9-573b-4246-884a-8bcc1ceb7c9f admin admin] Checking segment: {'id': '374805a8-30f8-41af-bb97-b8749f10030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:20.379248 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f99cf9-573b-4246-884a-8bcc1ceb7c9f admin admin] Network hostable DHCP agents. Network: 3a071452-e54a-489e-92ba-31d21538d42c, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:09:20.403805 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f99cf9-573b-4246-884a-8bcc1ceb7c9f admin admin] Network 3a071452-e54a-489e-92ba-31d21538d42c is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:09:20.417927 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-40f99cf9-573b-4246-884a-8bcc1ceb7c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, 3a071452-e54a-489e-92ba-31d21538d42c) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:20.424309 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f99cf9-573b-4246-884a-8bcc1ceb7c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:20.425723 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-40f99cf9-573b-4246-884a-8bcc1ceb7c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.434365 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5b8ea0-edcb-49e0-9e42-26334f6f7a1d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:20.446042 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:20.446478 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:20.446780 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:20.449097 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:20.449598 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:20.450117 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:20.450630 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:20.451210 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:20.451752 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:20.452257 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:20.452761 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:20.453259 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Tracked resource versions report: Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: pushed versions: Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: { 'AddressGroup': {'1.2'}, Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'ConntrackHelper': {'1.0'}, Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Log': {'1.0'}, Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Network': {'1.1'}, Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Port': {'1.7'}, Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'PortForwarding': {'1.2'}, Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'QosPolicy': {'1.9'}, Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'SecurityGroup': {'1.4'}, Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'SecurityGroupRule': {'1.2'}, Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'SubPort': {'1.0'}, Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Subnet': {'1.1'}, Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Trunk': {'1.1'}} Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: consumer versions: Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: { DHCP agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: HyperV agent@hv-cinder-78494: {}, Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: L3 agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: Metadata agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: Metering agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: Open vSwitch agent@dv-cinder-784945-14-iscsi: { 'AddressGroup': '1.2', Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'ConntrackHelper': '1.0', Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Log': '1.0', Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Network': '1.1', Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Port': '1.7', Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'PortForwarding': '1.2', Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'QosPolicy': '1.9', Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'SecurityGroup': '1.4', Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'SecurityGroupRule': '1.2', Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'SubPort': '1.0', Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Subnet': '1.1', Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: 'Trunk': '1.1'}} Sep 14 12:09:20.454568 dv-cinder-784945-14-iscsi neutron-server[94159]: {{(pid=94159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 12:09:20.461792 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bd8463-1029-4d1d-a81d-672f10e4348f None None] Network 3a071452-e54a-489e-92ba-31d21538d42c requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:09:20.472687 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.474119 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.segments_db [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Added segment e19ead96-005b-4ffe-8dc7-98382ea95648 of type vlan for network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 Sep 14 12:09:20.536381 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.590019 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.591488 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:20.592278 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.691850 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] Pushing event updated for resources: {'Network': ['ID=a954f315-17f5-4dc0-ad82-4574b6dfc4d7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:20.703580 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3eea-e4d1-4624-98fb-e5e3e8b7279f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.712280 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3eea-e4d1-4624-98fb-e5e3e8b7279f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.736115 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:09:20.746043 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f3eea-e4d1-4624-98fb-e5e3e8b7279f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d7003f-471e-4422-a6e3-31337bf2f266,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:20.753102 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1008bc-3a96-40c7-8b98-352ec733d7df admin admin] Made reservation on behalf of ee1a2976dfe3470cb04ac17e48f9c76e for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:09:20.756649 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7d1008bc-3a96-40c7-8b98-352ec733d7df admin admin] Notify callbacks [] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.758278 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df34f5c6-47e1-4dd2-9804-1011213d5066 None None] Network 3a071452-e54a-489e-92ba-31d21538d42c requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:09:20.760170 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-40f99cf9-573b-4246-884a-8bcc1ceb7c9f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0370429 Sep 14 12:09:20.775281 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42500) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:20.780339 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3f3eea-e4d1-4624-98fb-e5e3e8b7279f admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:09:20.786857 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-471054945-router', 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:20.793164 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3eea-e4d1-4624-98fb-e5e3e8b7279f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.794161 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.segments_db [None req-8f3f3eea-e4d1-4624-98fb-e5e3e8b7279f admin admin] Added segment 3f2d7a91-3dd4-4446-870d-ce887d43071a of type vlan for network 3329974f-caa5-4fbb-a97c-79e694482018 Sep 14 12:09:20.836808 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1721'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.837849 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.854272 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3eea-e4d1-4624-98fb-e5e3e8b7279f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.898476 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-515b992a-9148-4dab-a0c8-986921db6c0c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1126924 Sep 14 12:09:20.904445 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42502) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:20.917610 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-342f1017-4f3b-4380-8a13-690e73d0e7aa admin admin] Request body: {'subnet': {'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-subnet', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:20.949865 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3eea-e4d1-4624-98fb-e5e3e8b7279f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:20.953436 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3f3eea-e4d1-4624-98fb-e5e3e8b7279f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:20.958331 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3eea-e4d1-4624-98fb-e5e3e8b7279f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:21.012487 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:21.050692 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342f1017-4f3b-4380-8a13-690e73d0e7aa admin admin] Made reservation on behalf of b87ce2bcc21a44e78cf45e9bf4b17a38 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:09:21.053187 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-342f1017-4f3b-4380-8a13-690e73d0e7aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:21.104020 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-8f3f3eea-e4d1-4624-98fb-e5e3e8b7279f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3518813 Sep 14 12:09:21.104020 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f3eea-e4d1-4624-98fb-e5e3e8b7279f admin admin] Pushing event updated for resources: {'Network': ['ID=3329974f-caa5-4fbb-a97c-79e694482018,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:21.106121 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42510) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:21.117951 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d5f934f7-3c3c-4ed5-a3c6-b1f735604eb4 admin admin] Request body: {'subnet': {'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1264510774-subnet', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:21.135969 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network 3329974f-caa5-4fbb-a97c-79e694482018 details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:09:21.211916 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f934f7-3c3c-4ed5-a3c6-b1f735604eb4 admin admin] Made reservation on behalf of bc7f932fd90541ac8eb8962205371d28 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:09:21.218437 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d5f934f7-3c3c-4ed5-a3c6-b1f735604eb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:21.407283 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:21.473699 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7d1008bc-3a96-40c7-8b98-352ec733d7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:21.513940 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42532) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:21.554786 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-342f1017-4f3b-4380-8a13-690e73d0e7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:21.581848 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1008bc-3a96-40c7-8b98-352ec733d7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=6494e716-524f-45b4-9ad9-37f54e349ca2,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:21.633876 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1008bc-3a96-40c7-8b98-352ec733d7df admin admin] Checking segment: {'id': 'e7c0df0b-cd03-4e97-9906-35b3f9e7d89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:21.634223 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1008bc-3a96-40c7-8b98-352ec733d7df admin admin] Network hostable DHCP agents. Network: 8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:09:21.666203 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f1017-4f3b-4380-8a13-690e73d0e7aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc6208ef-9aa5-4893-bd46-0183fd7d2f36,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:21.669238 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1008bc-3a96-40c7-8b98-352ec733d7df admin admin] Network 8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5 is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:09:21.692202 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342f1017-4f3b-4380-8a13-690e73d0e7aa admin admin] Checking segment: {'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:21.692702 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342f1017-4f3b-4380-8a13-690e73d0e7aa admin admin] Network hostable DHCP agents. Network: a954f315-17f5-4dc0-ad82-4574b6dfc4d7, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:09:21.697002 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-7d1008bc-3a96-40c7-8b98-352ec733d7df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, 8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:21.698515 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d5f934f7-3c3c-4ed5-a3c6-b1f735604eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:21.708673 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060760da-73e4-4336-96bd-da7735a82fd0 None None] Network 8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:09:21.748852 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1008bc-3a96-40c7-8b98-352ec733d7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:21.749852 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7d1008bc-3a96-40c7-8b98-352ec733d7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:21.808203 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342f1017-4f3b-4380-8a13-690e73d0e7aa admin admin] Network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:09:21.820383 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-7d1008bc-3a96-40c7-8b98-352ec733d7df admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4604864 Sep 14 12:09:21.830500 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20986c75-d0c5-43c9-9c9a-809ec9a05546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:21.838979 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-342f1017-4f3b-4380-8a13-690e73d0e7aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, a954f315-17f5-4dc0-ad82-4574b6dfc4d7) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:21.847677 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f934f7-3c3c-4ed5-a3c6-b1f735604eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=376911e4-d0c1-454d-ab61-9236295f51b8,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:21.864974 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342f1017-4f3b-4380-8a13-690e73d0e7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:21.867341 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-342f1017-4f3b-4380-8a13-690e73d0e7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:21.883263 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:21.889679 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f934f7-3c3c-4ed5-a3c6-b1f735604eb4 admin admin] Checking segment: {'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:21.890050 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f934f7-3c3c-4ed5-a3c6-b1f735604eb4 admin admin] Network hostable DHCP agents. Network: 3329974f-caa5-4fbb-a97c-79e694482018, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:09:21.905567 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:21.909361 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d302b116-3140-4c6f-8d60-81a800347acd None None] Network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:09:22.096359 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Allocated IP 172.27.0.106 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/20fd0cd0-6b55-4399-a709-45f1d3aa0156) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:22.122352 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20986c75-d0c5-43c9-9c9a-809ec9a05546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:22.137082 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20986c75-d0c5-43c9-9c9a-809ec9a05546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:22.168936 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-342f1017-4f3b-4380-8a13-690e73d0e7aa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2568281 Sep 14 12:09:22.173131 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42572) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:22.192576 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:22.197272 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f934f7-3c3c-4ed5-a3c6-b1f735604eb4 admin admin] Network 3329974f-caa5-4fbb-a97c-79e694482018 is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:09:22.211981 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184f21cd-f526-56fe-b4fe-385b3504c77e-a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36'}]}} from dv-cinder-784945-14-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 12:09:22.213742 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:22.219052 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb7cb98-d5bd-4e16-ac7d-724e08d7a669 None None] Network 8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:09:22.233597 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-20986c75-d0c5-43c9-9c9a-809ec9a05546 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bebc0bcc2494206bf8deca9820b7718&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7182670 Sep 14 12:09:22.238121 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42574) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:22.266007 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20986c75-d0c5-43c9-9c9a-809ec9a05546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c5b3fa-c41e-46f6-a925-541b762054c9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:22.268285 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d5f934f7-3c3c-4ed5-a3c6-b1f735604eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, 3329974f-caa5-4fbb-a97c-79e694482018) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:22.274874 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1721'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:22.276789 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:22.281724 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f934f7-3c3c-4ed5-a3c6-b1f735604eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:22.282307 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d5f934f7-3c3c-4ed5-a3c6-b1f735604eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:22.328134 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:22.351487 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d5f934f7-3c3c-4ed5-a3c6-b1f735604eb4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2381833 Sep 14 12:09:22.356257 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42580) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:22.368314 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:22.375694 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-47a3a2a7-c339-488b-865e-1b66a6f7df9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:22.402169 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-47a3a2a7-c339-488b-865e-1b66a6f7df9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:22.405252 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:22.419479 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1721'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:22.420670 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:22.543489 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42596) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:22.568177 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-47a3a2a7-c339-488b-865e-1b66a6f7df9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:22.571211 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-47a3a2a7-c339-488b-865e-1b66a6f7df9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:22.574954 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-47a3a2a7-c339-488b-865e-1b66a6f7df9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2c5b3fa-c41e-46f6-a925-541b762054c9 HTTP/1.1" status: 204 len: 168 time: 0.3283873 Sep 14 12:09:22.583529 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b193c6c0-f933-4473-beee-546fd1cfdf8f None None] Network 3329974f-caa5-4fbb-a97c-79e694482018 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:09:22.597606 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42610) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:22.603530 dv-cinder-784945-14-iscsi neutron-server[94159]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 12:09:22.697269 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:22.698437 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3a2a7-c339-488b-865e-1b66a6f7df9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c5b3fa-c41e-46f6-a925-541b762054c9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:22.719105 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:22.725811 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:22.735550 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:09:22.885616 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Pushing event updated for resources: {'Port': ['ID=20fd0cd0-6b55-4399-a709-45f1d3aa0156,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:22.895607 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:22.938759 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184f21cd-f526-56fe-b4fe-385b3504c77e-3329974f-caa5-4fbb-a97c-79e694482018', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8'}]}} from dv-cinder-784945-14-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 12:09:22.940748 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.056937 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e801d00-f983-483b-a51b-cbaad51c3ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.111669 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Allocated IP 172.20.0.2 (3329974f-caa5-4fbb-a97c-79e694482018/376911e4-d0c1-454d-ab61-9236295f51b8/5d7dd684-f4d0-42c9-8ebf-e457e07eecb5) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:23.128637 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.146055 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-28db021b-563d-413d-a9a4-625b7aa05a71 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:23.147625 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-28db021b-563d-413d-a9a4-625b7aa05a71 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/networks?id=8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5 HTTP/1.1" status: 200 len: 811 time: 0.5463395 Sep 14 12:09:23.167355 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.189450 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42628) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:23.196136 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-f2b3a586-7e86-43f2-81d3-e3247d6f0cb0 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/quotas/ee1a2976dfe3470cb04ac17e48f9c76e HTTP/1.1" status: 200 len: 375 time: 0.0402656 Sep 14 12:09:23.254452 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5946618e-18e0-4af2-beb0-13912fb5fbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.283242 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-b6072622-0f93-4915-9bb3-7e8322df9c8e tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee1a2976dfe3470cb04ac17e48f9c76e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792778 Sep 14 12:09:23.301272 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.364004 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Transition to ACTIVE for port object 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:23.402792 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e801d00-f983-483b-a51b-cbaad51c3ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.404445 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Allocated IP 172.20.0.2 (a954f315-17f5-4dc0-ad82-4574b6dfc4d7/bc6208ef-9aa5-4893-bd46-0183fd7d2f36/97e10d3f-b983-4107-9a9d-523af4a5ce05) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:23.411571 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Transition to ACTIVE for port object 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:23.420881 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e801d00-f983-483b-a51b-cbaad51c3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.429008 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.450978 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Network 3329974f-caa5-4fbb-a97c-79e694482018 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:23.457904 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:23.497527 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.498102 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:09:23.556813 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-2e801d00-f983-483b-a51b-cbaad51c3ee3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4856ddb7bdc54a99acabe7c2a1b69fe6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0122068 Sep 14 12:09:23.571825 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Pushing event updated for resources: {'Port': ['ID=5d7dd684-f4d0-42c9-8ebf-e457e07eecb5,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:23.594597 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42648) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:23.596939 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e801d00-f983-483b-a51b-cbaad51c3ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98d2360-65ba-483f-ba1a-91fdad0fea83,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:23.645309 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-a287cbd5-e3d1-45ee-84e7-beb791934d6f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 12:09:23.646343 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-a287cbd5-e3d1-45ee-84e7-beb791934d6f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1601853 Sep 14 12:09:23.745777 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:23.746271 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:23.746614 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:23.746828 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:23.747230 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:23.747574 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:23.747902 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:23.748230 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:23.748624 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:23.750324 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:23.750324 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:23.750324 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Tracked resource versions report: Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: pushed versions: Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: { 'AddressGroup': {'1.2'}, Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'ConntrackHelper': {'1.0'}, Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Log': {'1.0'}, Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Network': {'1.1'}, Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Port': {'1.7'}, Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'PortForwarding': {'1.2'}, Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'QosPolicy': {'1.9'}, Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'SecurityGroup': {'1.4'}, Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'SecurityGroupRule': {'1.2'}, Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'SubPort': {'1.0'}, Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Subnet': {'1.1'}, Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Trunk': {'1.1'}} Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: consumer versions: Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: { DHCP agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: HyperV agent@hv-cinder-78494: {}, Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: L3 agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: Metadata agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: Metering agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: Open vSwitch agent@dv-cinder-784945-14-iscsi: { 'AddressGroup': '1.2', Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'ConntrackHelper': '1.0', Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Log': '1.0', Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Network': '1.1', Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Port': '1.7', Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'PortForwarding': '1.2', Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'QosPolicy': '1.9', Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'SecurityGroup': '1.4', Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'SecurityGroupRule': '1.2', Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'SubPort': '1.0', Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Subnet': '1.1', Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: 'Trunk': '1.1'}} Sep 14 12:09:23.751481 dv-cinder-784945-14-iscsi neutron-server[94161]: {{(pid=94161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 12:09:23.757626 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Attempting to bind port 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:09:23.757972 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Attempting to bind port 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:09:23.758346 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Attempting to bind port 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 on network 3329974f-caa5-4fbb-a97c-79e694482018 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:23.766397 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:09:23.766781 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Checking segment: {'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:23.767213 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.767611 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Bound using segment: {'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:09:23.768110 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Bound port: 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:09:23.768620 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.844095 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.854283 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] For port 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:09:23.858564 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] For port 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=5d7dd684-f4d0-42c9-8ebf-e457e07eecb5,segment=NetworkSegment(3f2d7a91-3dd4-4446-870d-ce887d43071a),segment_id=3f2d7a91-3dd4-4446-870d-ce887d43071a)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:09:23.862780 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfe67f50-02e3-45bc-ab1e-e3593002580a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.868453 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.870843 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.899368 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.903736 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.916859 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.934692 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Transition to ACTIVE for port object 97e10d3f-b983-4107-9a9d-523af4a5ce05 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:23.961432 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfe67f50-02e3-45bc-ab1e-e3593002580a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.975566 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580885'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:23.981723 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Transition to ACTIVE for port object 97e10d3f-b983-4107-9a9d-523af4a5ce05 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:23.991025 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5235e1-7802-4360-9959-6726a9305679 None None] Pushing event updated for resources: {'Port': ['ID=5d7dd684-f4d0-42c9-8ebf-e457e07eecb5,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:23.994827 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:24.038929 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:24.041885 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:24.045495 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:09:24.057517 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Pushing event updated for resources: {'Port': ['ID=97e10d3f-b983-4107-9a9d-523af4a5ce05,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:24.122146 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Attempting to bind port 97e10d3f-b983-4107-9a9d-523af4a5ce05 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:09:24.122422 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Attempting to bind port 97e10d3f-b983-4107-9a9d-523af4a5ce05 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:09:24.122863 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Attempting to bind port 97e10d3f-b983-4107-9a9d-523af4a5ce05 on network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:24.132995 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:09:24.133668 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Checking segment: {'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:24.134238 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:24.135071 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Bound using segment: {'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:09:24.136036 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Bound port: 97e10d3f-b983-4107-9a9d-523af4a5ce05, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:09:24.136614 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:24.143452 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Allocated IP 172.27.0.5 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/7b66686c-5ea6-4c9c-977e-f899209bbcf6) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:24.227219 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5946618e-18e0-4af2-beb0-13912fb5fbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:24.242062 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-eea17600-4583-4a04-95cf-7684a4ad1ac6 service neutron] 10.222.0.20 "GET /v2.0/networks/8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680497 Sep 14 12:09:24.245769 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] For port 97e10d3f-b983-4107-9a9d-523af4a5ce05, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:09:24.256661 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] For port 97e10d3f-b983-4107-9a9d-523af4a5ce05, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=97e10d3f-b983-4107-9a9d-523af4a5ce05,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:09:24.258232 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5946618e-18e0-4af2-beb0-13912fb5fbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:24.264452 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Router 6c174a70-b1ca-4174-89de-93217f035421 is scheduled to L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:09:24.265025 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:24.319181 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfe67f50-02e3-45bc-ab1e-e3593002580a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:24.336395 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dfe67f50-02e3-45bc-ab1e-e3593002580a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:24.337709 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-dfe67f50-02e3-45bc-ab1e-e3593002580a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c98d2360-65ba-483f-ba1a-91fdad0fea83 HTTP/1.1" status: 204 len: 168 time: 0.7419162 Sep 14 12:09:24.348135 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129be816-24ba-4710-8932-fb587f916dd2 None None] Pushing event updated for resources: {'Port': ['ID=97e10d3f-b983-4107-9a9d-523af4a5ce05,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:24.376312 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:24.402281 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-5946618e-18e0-4af2-beb0-13912fb5fbfa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c065567855214361bb4c06a12320422a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2063448 Sep 14 12:09:24.402497 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946618e-18e0-4af2-beb0-13912fb5fbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf815156-d3a5-48de-9e36-8e4fd7c38be6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:24.402942 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42670) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:24.440663 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe67f50-02e3-45bc-ab1e-e3593002580a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98d2360-65ba-483f-ba1a-91fdad0fea83,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:24.471912 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:09:24.490210 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Sync routers for ids ['6c174a70-b1ca-4174-89de-93217f035421'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:09:24.503539 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Routers {'6c174a70-b1ca-4174-89de-93217f035421'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:09:24.504210 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:09:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['6c174a70-b1ca-4174-89de-93217f035421'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:24.509648 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-4cb3b43f-ed3a-4395-86e9-b76ff587c73f service neutron] 10.222.0.20 "GET /v2.0/networks/8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205925 Sep 14 12:09:24.512139 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:24.658970 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Allocated IP 172.27.0.222 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/2ce1d028-4358-4f66-95a7-256f093ed815) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:24.756442 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:24.759841 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6372a2d9-2e3c-4215-bb66-4ee8b7abca7c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9751885 Sep 14 12:09:24.765192 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Set router 6c174a70-b1ca-4174-89de-93217f035421 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:09:24.772898 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42678) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:24.785632 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aed902e1-88f0-4ed3-b440-3bd51e7d92ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:24.806432 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:24.923137 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:24.929189 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:09:24.953952 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:24.973056 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42692) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:24.989992 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Pushing event updated for resources: {'Port': ['ID=7b66686c-5ea6-4c9c-977e-f899209bbcf6,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:25.134635 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c174a70-b1ca-4174-89de-93217f035421', 'name': 'tempest-ServerRescueNegativeTestJSON-471054945-router', 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '20fd0cd0-6b55-4399-a709-45f1d3aa0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:20Z', 'updated_at': '2021-09-14T12:09:23Z', 'revision_number': 3, 'project_id': 'c767f723545f4fd28ddc09b080dc3696', 'gw_port': {'id': '20fd0cd0-6b55-4399-a709-45f1d3aa0156', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c174a70-b1ca-4174-89de-93217f035421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:21Z', 'updated_at': '2021-09-14T12:09:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:25.203095 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Checking router: 6c174a70-b1ca-4174-89de-93217f035421 for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:09:25.205638 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Updating router 6c174a70-b1ca-4174-89de-93217f035421 port 20fd0cd0-6b55-4399-a709-45f1d3aa0156 binding host dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:09:25.227104 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aed902e1-88f0-4ed3-b440-3bd51e7d92ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:25.232623 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-94edc7e2-8b38-4a4c-8303-8b79978c7244 req-129f2b04-234b-48cf-b692-312fdf7b352f tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 210 time: 0.2578490 Sep 14 12:09:25.237553 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:25.260782 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:25.340620 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aed902e1-88f0-4ed3-b440-3bd51e7d92ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:25.343159 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aed902e1-88f0-4ed3-b440-3bd51e7d92ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:25.347138 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-aed902e1-88f0-4ed3-b440-3bd51e7d92ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf815156-d3a5-48de-9e36-8e4fd7c38be6 HTTP/1.1" status: 204 len: 168 time: 0.9410343 Sep 14 12:09:25.388414 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:25.400343 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:25.418206 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:09:25.462982 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed902e1-88f0-4ed3-b440-3bd51e7d92ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf815156-d3a5-48de-9e36-8e4fd7c38be6,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:25.549618 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bac8f28-e024-4ef7-b9d9-7bc5653ec36f None None] Network 3329974f-caa5-4fbb-a97c-79e694482018 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:09:25.627100 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce1d028-4358-4f66-95a7-256f093ed815,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:25.907738 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:25.958795 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:26.000246 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Transition to ACTIVE for port object 20fd0cd0-6b55-4399-a709-45f1d3aa0156 will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:26.011877 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:26.042943 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:26.124978 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Attempting to bind port 20fd0cd0-6b55-4399-a709-45f1d3aa0156 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:09:26.125568 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Attempting to bind port 20fd0cd0-6b55-4399-a709-45f1d3aa0156 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:09:26.126185 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Attempting to bind port 20fd0cd0-6b55-4399-a709-45f1d3aa0156 on network f4c7db36-d333-4393-b022-5f0c472ed786 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:26.151430 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:09:26.152717 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Checking segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:26.153429 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:26.154398 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Bound using segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:09:26.155703 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Bound port: 20fd0cd0-6b55-4399-a709-45f1d3aa0156, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:09:26.156398 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:26.177428 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc90d60-e26a-4cbf-a55d-6fae54cb835d None None] Network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:09:26.280042 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e7d6b-7c7c-4a12-93af-0028839495fd None None] Pushing event updated for resources: {'Port': ['ID=20fd0cd0-6b55-4399-a709-45f1d3aa0156,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:26.313219 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e7d6b-7c7c-4a12-93af-0028839495fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:26.313931 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e7d6b-7c7c-4a12-93af-0028839495fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:26.314475 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e7d6b-7c7c-4a12-93af-0028839495fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:26.315038 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e7d6b-7c7c-4a12-93af-0028839495fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:26.315612 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e7d6b-7c7c-4a12-93af-0028839495fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:26.316172 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e7d6b-7c7c-4a12-93af-0028839495fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:26.316727 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e7d6b-7c7c-4a12-93af-0028839495fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:26.317290 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e7d6b-7c7c-4a12-93af-0028839495fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:26.317875 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e7d6b-7c7c-4a12-93af-0028839495fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:26.319028 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e7d6b-7c7c-4a12-93af-0028839495fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:26.319613 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e7d6b-7c7c-4a12-93af-0028839495fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:26.320208 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e7d6b-7c7c-4a12-93af-0028839495fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4e7d6b-7c7c-4a12-93af-0028839495fd None None] Tracked resource versions report: Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: pushed versions: Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: { 'AddressGroup': {'1.2'}, Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'ConntrackHelper': {'1.0'}, Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Log': {'1.0'}, Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Network': {'1.1'}, Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Port': {'1.7'}, Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'PortForwarding': {'1.2'}, Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'QosPolicy': {'1.9'}, Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'SecurityGroup': {'1.4'}, Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'SecurityGroupRule': {'1.2'}, Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'SubPort': {'1.0'}, Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Subnet': {'1.1'}, Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Trunk': {'1.1'}} Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: consumer versions: Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: { DHCP agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: HyperV agent@hv-cinder-78494: {}, Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: L3 agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: Metadata agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: Metering agent@dv-cinder-784945-14-iscsi: {}, Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: Open vSwitch agent@dv-cinder-784945-14-iscsi: { 'AddressGroup': '1.2', Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'ConntrackHelper': '1.0', Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Log': '1.0', Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Network': '1.1', Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Port': '1.7', Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'PortForwarding': '1.2', Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'QosPolicy': '1.9', Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'SecurityGroup': '1.4', Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'SecurityGroupRule': '1.2', Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'SubPort': '1.0', Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Subnet': '1.1', Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: 'Trunk': '1.1'}} Sep 14 12:09:26.322227 dv-cinder-784945-14-iscsi neutron-server[94162]: {{(pid=94162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 12:09:26.336970 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:26.371782 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] For port 20fd0cd0-6b55-4399-a709-45f1d3aa0156, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:09:26.379054 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] For port 20fd0cd0-6b55-4399-a709-45f1d3aa0156, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=20fd0cd0-6b55-4399-a709-45f1d3aa0156,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:09:26.396017 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:26.461272 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Routers {'6c174a70-b1ca-4174-89de-93217f035421'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:09:26.461920 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:09:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['6c174a70-b1ca-4174-89de-93217f035421'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:26.470445 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-8f4de9d3-2b0f-44f0-891d-770ac0abce93 None None] Provisioning for port 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:09:26.577155 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:09:26.597989 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:26.600824 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] Set router 6c174a70-b1ca-4174-89de-93217f035421 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:09:26.601752 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:26.609254 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-68879f29-ac02-40e8-a974-a80aca5be999 req-4020007c-6b7a-4cf1-b360-1cf2b767289f tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 210 time: 0.1049294 Sep 14 12:09:26.619972 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:26.832284 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-a3e723ab-ba77-4257-9bdf-bc40ee773538 None None] Provisioning for port 97e10d3f-b983-4107-9a9d-523af4a5ce05 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:09:26.894913 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580885'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:26.994614 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:27.010644 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580885'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:27.110570 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e7d6b-7c7c-4a12-93af-0028839495fd None None] Pushing event updated for resources: {'Port': ['ID=20fd0cd0-6b55-4399-a709-45f1d3aa0156,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:27.138113 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=5d7dd684-f4d0-42c9-8ebf-e457e07eecb5,segment=NetworkSegment(3f2d7a91-3dd4-4446-870d-ce887d43071a),segment_id=3f2d7a91-3dd4-4446-870d-ce887d43071a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:27.173344 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:27.177989 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 97e10d3f-b983-4107-9a9d-523af4a5ce05 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:27.192723 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c174a70-b1ca-4174-89de-93217f035421', 'name': 'tempest-ServerRescueNegativeTestJSON-471054945-router', 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '20fd0cd0-6b55-4399-a709-45f1d3aa0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:20Z', 'updated_at': '2021-09-14T12:09:23Z', 'revision_number': 3, 'project_id': 'c767f723545f4fd28ddc09b080dc3696', 'gw_port': {'id': '20fd0cd0-6b55-4399-a709-45f1d3aa0156', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c174a70-b1ca-4174-89de-93217f035421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:21Z', 'updated_at': '2021-09-14T12:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:27.273990 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a04fd8a-4679-400b-abe0-ab56111aac15 None None] The sync data for ids ['6c174a70-b1ca-4174-89de-93217f035421'] in dv-cinder-784945-14-iscsi is: [{'id': '6c174a70-b1ca-4174-89de-93217f035421', 'name': 'tempest-ServerRescueNegativeTestJSON-471054945-router', 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '20fd0cd0-6b55-4399-a709-45f1d3aa0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:20Z', 'updated_at': '2021-09-14T12:09:23Z', 'revision_number': 3, 'project_id': 'c767f723545f4fd28ddc09b080dc3696', 'gw_port': {'id': '20fd0cd0-6b55-4399-a709-45f1d3aa0156', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c174a70-b1ca-4174-89de-93217f035421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:21Z', 'updated_at': '2021-09-14T12:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:09:27.304471 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-75f8f4fb-e2ec-4c3a-9896-29c714129a7a None None] Provisioning complete for port 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:27.304943 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-75f8f4fb-e2ec-4c3a-9896-29c714129a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:27.342339 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Router 9e3470ec-b93a-47e7-a49e-15659263ead2 is scheduled to L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:09:27.352321 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Allocated IP 172.20.0.1 (3a071452-e54a-489e-92ba-31d21538d42c/a3ea5e92-0ff4-4e73-ace0-515dc4388b17/90910000-6cba-48ac-ad84-90fab1cea18a) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:27.415152 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 97e10d3f-b983-4107-9a9d-523af4a5ce05 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:09:27.448472 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 97e10d3f-b983-4107-9a9d-523af4a5ce05 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:27.448990 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:27.455924 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=5d7dd684-f4d0-42c9-8ebf-e457e07eecb5,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:27.507378 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:27.584166 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:27.665746 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Network 3a071452-e54a-489e-92ba-31d21538d42c is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:27.672557 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:27.688262 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:09:27.689081 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580932'] for router_interface, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:27.769486 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:27.836389 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:09:27.856197 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Sync routers for ids ['9e3470ec-b93a-47e7-a49e-15659263ead2'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:09:27.866730 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 is scheduled to L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:09:27.875198 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Pushing event updated for resources: {'Port': ['ID=90910000-6cba-48ac-ad84-90fab1cea18a,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:27.885639 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:27.887789 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-ca3551f9-5a0c-49c6-a7a1-71c148e3e136 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7066498 Sep 14 12:09:27.890853 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42810) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:27.940309 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 97e10d3f-b983-4107-9a9d-523af4a5ce05, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=97e10d3f-b983-4107-9a9d-523af4a5ce05,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:27.949418 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Routers {'9e3470ec-b93a-47e7-a49e-15659263ead2'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:09:27.950072 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:09:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['9e3470ec-b93a-47e7-a49e-15659263ead2'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:27.974797 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:28.269847 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-964ff08f-4023-4e2f-92f1-82575fb0fb87 None None] Provisioning complete for port 97e10d3f-b983-4107-9a9d-523af4a5ce05 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:28.270335 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-964ff08f-4023-4e2f-92f1-82575fb0fb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:28.366419 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42820) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:28.407582 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:28.601847 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=97e10d3f-b983-4107-9a9d-523af4a5ce05,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:28.623374 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-641a7d99-df39-4953-b85b-efdd13b21097 req-e673e236-a01f-41f4-9d55-9f2fbe1548dd tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 210 time: 0.2647772 Sep 14 12:09:28.636500 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Set router 9e3470ec-b93a-47e7-a49e-15659263ead2 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:09:28.697632 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.22', 49992) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:28.749009 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:28.814831 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:09:28.825028 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Sync routers for ids ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:09:28.842230 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Routers {'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:09:28.842857 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:09:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:28.907817 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:28.909193 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:28.909659 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:28.916860 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0503ecaf-4680-4bae-9697-a9bb5d2b5faa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5593271 Sep 14 12:09:28.917496 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42850) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:28.933094 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e329bd7a-95ad-4bec-ad11-fa2de6d6d8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:29.113097 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-621ac5ff-9db7-4b3b-bc0b-352d8aa44458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:29.192102 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42862) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:29.237340 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-0546bd36-2f25-4c08-8b93-7ac1c0e2eb72 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:29.239574 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-0546bd36-2f25-4c08-8b93-7ac1c0e2eb72 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.22 "GET /v2.0/networks?id=8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5 HTTP/1.1" status: 200 len: 811 time: 0.5410068 Sep 14 12:09:29.333280 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-b3782755-e26d-43bb-a118-94226feba033 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Request body: {'port': {'device_id': '0e14842b-b579-428d-abd4-6be2dceeea92', 'network_id': '8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5', 'admin_state_up': True, 'tenant_id': 'ee1a2976dfe3470cb04ac17e48f9c76e'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:29.361766 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Set router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:09:29.400405 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 20fd0cd0-6b55-4399-a709-45f1d3aa0156 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:29.414547 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:29.431785 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:29.433018 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576980'] for router_interface, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:29.528598 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dff4cb53-32b0-4e47-9b98-de14f7bc0fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:29.606136 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e329bd7a-95ad-4bec-ad11-fa2de6d6d8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:29.607984 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 20fd0cd0-6b55-4399-a709-45f1d3aa0156 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:09:29.620135 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:25Z', 'revision_number': 3, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:29.624307 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 20fd0cd0-6b55-4399-a709-45f1d3aa0156 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:29.625798 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:29.627940 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e329bd7a-95ad-4bec-ad11-fa2de6d6d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:29.634152 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:25Z', 'revision_number': 3, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:29.672902 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Checking router: b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:09:29.673313 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Updating router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 port 7b66686c-5ea6-4c9c-977e-f899209bbcf6 binding host dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:09:29.721604 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:29.785622 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-e329bd7a-95ad-4bec-ad11-fa2de6d6d8ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b8758b6577242979c34b3b82badaf44&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4112196 Sep 14 12:09:29.790258 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Checking router: 9e3470ec-b93a-47e7-a49e-15659263ead2 for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:09:29.793079 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Updating router 9e3470ec-b93a-47e7-a49e-15659263ead2 port 2ce1d028-4358-4f66-95a7-256f093ed815 binding host dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:09:29.794328 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329bd7a-95ad-4bec-ad11-fa2de6d6d8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c244a23e-d3bf-42d1-8f90-3b99e5f41e7d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:29.797806 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42894) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:29.801635 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Pushing event updated for resources: {'Port': ['ID=90910000-6cba-48ac-ad84-90fab1cea18a,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:29.876755 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:29.901223 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:29.927889 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b3fe0db7-7d46-4e98-9b60-193e15f0c7f0 req-2b3ab238-9ad6-43cc-bd18-03f2538f703f tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 210 time: 0.0762095 Sep 14 12:09:30.076893 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:30.089081 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03a87bdf-ee22-460c-b0af-c120607b0671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:30.112750 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 20fd0cd0-6b55-4399-a709-45f1d3aa0156, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=20fd0cd0-6b55-4399-a709-45f1d3aa0156,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:30.121135 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:30.267229 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=20fd0cd0-6b55-4399-a709-45f1d3aa0156,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:30.301799 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 97e10d3f-b983-4107-9a9d-523af4a5ce05 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:30.338169 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03a87bdf-ee22-460c-b0af-c120607b0671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:30.430253 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dff4cb53-32b0-4e47-9b98-de14f7bc0fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:30.437077 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 97e10d3f-b983-4107-9a9d-523af4a5ce05 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:30.437783 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:30.500047 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03a87bdf-ee22-460c-b0af-c120607b0671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:30.501543 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03a87bdf-ee22-460c-b0af-c120607b0671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:30.508574 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-03a87bdf-ee22-460c-b0af-c120607b0671 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c244a23e-d3bf-42d1-8f90-3b99e5f41e7d HTTP/1.1" status: 204 len: 168 time: 0.7064569 Sep 14 12:09:30.519977 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dff4cb53-32b0-4e47-9b98-de14f7bc0fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:30.529020 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Network 3a071452-e54a-489e-92ba-31d21538d42c is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:30.605809 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:30.612243 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:30.647959 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Transition to ACTIVE for port object 7b66686c-5ea6-4c9c-977e-f899209bbcf6 will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:30.657430 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a87bdf-ee22-460c-b0af-c120607b0671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c244a23e-d3bf-42d1-8f90-3b99e5f41e7d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:30.659852 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-dff4cb53-32b0-4e47-9b98-de14f7bc0fca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82c87e9783644fd781743ccbb5e13b8e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4664989 Sep 14 12:09:30.663038 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:30.665133 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42926) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:30.665309 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:30.676692 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-b3782755-e26d-43bb-a118-94226feba033 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Made reservation on behalf of ee1a2976dfe3470cb04ac17e48f9c76e for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:09:30.690038 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-b3782755-e26d-43bb-a118-94226feba033 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:30.713696 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4cb53-32b0-4e47-9b98-de14f7bc0fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b1f53a-1cf5-48cd-9e92-638ad90ac83d,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:30.758994 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Allocated IP 172.20.0.1 (a954f315-17f5-4dc0-ad82-4574b6dfc4d7/bc6208ef-9aa5-4893-bd46-0183fd7d2f36/64775b6e-b6d6-4300-9d8d-d82fe72e628f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:30.818843 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a1093-73cd-4092-8d1f-f89d090f8c2e None None] Pushing event updated for resources: {'Port': ['ID=7b66686c-5ea6-4c9c-977e-f899209bbcf6,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:30.884100 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Attempting to bind port 7b66686c-5ea6-4c9c-977e-f899209bbcf6 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:09:30.886273 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Attempting to bind port 7b66686c-5ea6-4c9c-977e-f899209bbcf6 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:09:30.889357 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Attempting to bind port 7b66686c-5ea6-4c9c-977e-f899209bbcf6 on network f4c7db36-d333-4393-b022-5f0c472ed786 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:30.900628 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:09:30.901004 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Checking segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:30.903853 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:30.913009 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Bound using segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:09:30.914806 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Bound port: 7b66686c-5ea6-4c9c-977e-f899209bbcf6, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:09:30.915767 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:31.012925 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42932) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:31.073327 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] For port 7b66686c-5ea6-4c9c-977e-f899209bbcf6, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:09:31.087185 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] For port 7b66686c-5ea6-4c9c-977e-f899209bbcf6, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=7b66686c-5ea6-4c9c-977e-f899209bbcf6,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:09:31.096521 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:31.234331 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b2043211-d7a1-4cd3-a2b0-e9a73bc54cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:31.251473 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Router 6c174a70-b1ca-4174-89de-93217f035421 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:09:31.275002 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a1093-73cd-4092-8d1f-f89d090f8c2e None None] Pushing event updated for resources: {'Port': ['ID=7b66686c-5ea6-4c9c-977e-f899209bbcf6,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:31.280555 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Routers {'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:09:31.281195 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:09:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:31.378598 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b2043211-d7a1-4cd3-a2b0-e9a73bc54cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:31.435700 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] Set router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:09:31.485066 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:31.511194 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Transition to ACTIVE for port object 2ce1d028-4358-4f66-95a7-256f093ed815 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:31.524809 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:31.680976 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bb652-6e4e-436e-899a-68cddc165576 None None] Pushing event updated for resources: {'Port': ['ID=2ce1d028-4358-4f66-95a7-256f093ed815,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:31.682308 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8f7192a4-9643-4c36-8235-87e4eb30148d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:31.719366 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42946) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:31.766815 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Allocated IP 172.20.0.1 (3329974f-caa5-4fbb-a97c-79e694482018/376911e4-d0c1-454d-ab61-9236295f51b8/5847e187-9b71-4a1e-9f84-40b10482bfca) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:31.870674 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0ae09a43-4bca-46cb-b40b-3441c865ba63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:31.886656 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Attempting to bind port 2ce1d028-4358-4f66-95a7-256f093ed815 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:09:31.894077 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Attempting to bind port 2ce1d028-4358-4f66-95a7-256f093ed815 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:09:31.895529 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Attempting to bind port 2ce1d028-4358-4f66-95a7-256f093ed815 on network f4c7db36-d333-4393-b022-5f0c472ed786 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:31.898901 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-44ad8e46-93b2-47c6-bfaa-d03d5bc0015e req-9b788323-ba87-404e-be27-6a0b14249623 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 210 time: 0.5136220 Sep 14 12:09:31.912941 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:09:31.919613 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Checking segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:31.920146 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:31.922231 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Bound using segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:09:31.923757 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Bound port: 2ce1d028-4358-4f66-95a7-256f093ed815, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:09:31.924732 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:31.967591 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:25Z', 'revision_number': 3, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:32.019802 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-b3782755-e26d-43bb-a118-94226feba033 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Allocated IP 172.20.0.4 (8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5/6494e716-524f-45b4-9ad9-37f54e349ca2/b28cee58-9c56-40f2-97f8-98d9d1b5ab24) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:32.054643 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:32.094980 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] For port 2ce1d028-4358-4f66-95a7-256f093ed815, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:09:32.102106 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f065d50a-a41c-4192-93ce-06fcee45ec48 None None] The sync data for ids ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'] in dv-cinder-784945-14-iscsi is: [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:25Z', 'revision_number': 3, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:09:32.113219 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95e4bd9f-1062-42ef-8ce5-4468d2caacfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:32.114259 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] For port 2ce1d028-4358-4f66-95a7-256f093ed815, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=2ce1d028-4358-4f66-95a7-256f093ed815,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:09:32.121841 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:32.123101 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b2043211-d7a1-4cd3-a2b0-e9a73bc54cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:32.126701 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b2043211-d7a1-4cd3-a2b0-e9a73bc54cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:32.128317 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b2043211-d7a1-4cd3-a2b0-e9a73bc54cd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13b1f53a-1cf5-48cd-9e92-638ad90ac83d HTTP/1.1" status: 204 len: 168 time: 1.4267876 Sep 14 12:09:32.136620 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:32.262386 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bb652-6e4e-436e-899a-68cddc165576 None None] Pushing event updated for resources: {'Port': ['ID=2ce1d028-4358-4f66-95a7-256f093ed815,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:32.273250 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2043211-d7a1-4cd3-a2b0-e9a73bc54cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b1f53a-1cf5-48cd-9e92-638ad90ac83d,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:32.279638 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:09:32.309319 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-82fabcc4-864c-4b39-9360-8c481d3a1520 admin admin] 10.222.0.20 "PUT /v2.0/routers/6c174a70-b1ca-4174-89de-93217f035421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5182045 Sep 14 12:09:32.314088 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Transition to ACTIVE for port object 64775b6e-b6d6-4300-9d8d-d82fe72e628f will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:32.331174 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Sync routers for ids ['6c174a70-b1ca-4174-89de-93217f035421'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:09:32.352456 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 20fd0cd0-6b55-4399-a709-45f1d3aa0156 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:32.403263 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Routers {'6c174a70-b1ca-4174-89de-93217f035421'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:09:32.403974 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:09:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['6c174a70-b1ca-4174-89de-93217f035421'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:32.405756 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Routers {'9e3470ec-b93a-47e7-a49e-15659263ead2'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:09:32.406336 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:09:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['9e3470ec-b93a-47e7-a49e-15659263ead2'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:32.465827 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:32.531568 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] Set router 9e3470ec-b93a-47e7-a49e-15659263ead2 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:09:32.538734 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Transition to ACTIVE for port object 5847e187-9b71-4a1e-9f84-40b10482bfca will not be triggered until provisioned by entity DHCP. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:32.571550 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8f7192a4-9643-4c36-8235-87e4eb30148d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:32.688828 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8f7192a4-9643-4c36-8235-87e4eb30148d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:32.794357 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:32.823253 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8f7192a4-9643-4c36-8235-87e4eb30148d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa99629c4c7b4a96b1f6640b4aec22a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8092740 Sep 14 12:09:32.840538 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 42970) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:32.842555 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 20fd0cd0-6b55-4399-a709-45f1d3aa0156 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:32.845278 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:33.030297 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:33.038501 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Pushing event updated for resources: {'Port': ['ID=64775b6e-b6d6-4300-9d8d-d82fe72e628f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:33.075405 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:33.119322 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:33.125117 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:09:33.127825 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580932'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:33.156808 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42980) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:33.170722 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Set router 6c174a70-b1ca-4174-89de-93217f035421 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:09:33.175352 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7192a4-9643-4c36-8235-87e4eb30148d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6879e083-4556-452d-8b0b-c428868a4bd5,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:33.209166 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-72ba8883-d6a7-4b7b-85c3-4c77d184cda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:33.234130 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:33.250686 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:09:33.298049 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95e4bd9f-1062-42ef-8ce5-4468d2caacfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:33.299332 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Pushing event updated for resources: {'Port': ['ID=5847e187-9b71-4a1e-9f84-40b10482bfca,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:33.311778 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95e4bd9f-1062-42ef-8ce5-4468d2caacfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:33.364654 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-95e4bd9f-1062-42ef-8ce5-4468d2caacfe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=378831d3658b4267bba176c4750db2c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6432731 Sep 14 12:09:33.370849 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 42984) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:33.410666 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Network 3329974f-caa5-4fbb-a97c-79e694482018 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:33.428296 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:33.447330 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:09:33.448070 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580932'] for router_interface, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:33.694177 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4bd9f-1062-42ef-8ce5-4468d2caacfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b2048d-3335-4b7a-a449-905c0958ad60,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:33.778705 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-461cee51-b48e-447b-8f85-ccdfb8497a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:33.784352 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2a2cfcfa-e4f3-4eab-8dac-7db716083f5e None None] Provisioning for port 64775b6e-b6d6-4300-9d8d-d82fe72e628f completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:09:33.844876 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-461cee51-b48e-447b-8f85-ccdfb8497a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:33.905561 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:33.915181 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2a2cfcfa-e4f3-4eab-8dac-7db716083f5e None None] Provisioning complete for port 64775b6e-b6d6-4300-9d8d-d82fe72e628f triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:33.915567 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2a2cfcfa-e4f3-4eab-8dac-7db716083f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.005425 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b40eaf75-5d78-41da-8d82-bec56748914e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.045863 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.049899 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.062368 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a648ceed-5b45-4863-bbd5-8c7127c48b49 req-e5f6fd3c-5858-4c18-830e-d07b8ebc0bb8 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 210 time: 0.2927463 Sep 14 12:09:34.109122 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b40eaf75-5d78-41da-8d82-bec56748914e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.118748 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:25Z', 'revision_number': 3, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:34.123953 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2a2cfcfa-e4f3-4eab-8dac-7db716083f5e None None] Port 64775b6e-b6d6-4300-9d8d-d82fe72e628f cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:09:34.222233 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1bd3e8-2437-4531-8a7a-44bc9fe4e3bf None None] The sync data for ids ['9e3470ec-b93a-47e7-a49e-15659263ead2'] in dv-cinder-784945-14-iscsi is: [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:25Z', 'revision_number': 3, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:09:34.254319 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-72ba8883-d6a7-4b7b-85c3-4c77d184cda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.278895 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-72ba8883-d6a7-4b7b-85c3-4c77d184cda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.309713 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-13834967-8e54-43eb-8b42-1cefd89a34b4 None None] Provisioning for port 5847e187-9b71-4a1e-9f84-40b10482bfca completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:09:34.316365 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-461cee51-b48e-447b-8f85-ccdfb8497a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.320804 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-461cee51-b48e-447b-8f85-ccdfb8497a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.322031 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-461cee51-b48e-447b-8f85-ccdfb8497a28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6879e083-4556-452d-8b0b-c428868a4bd5 HTTP/1.1" status: 204 len: 168 time: 1.4801195 Sep 14 12:09:34.327684 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-72ba8883-d6a7-4b7b-85c3-4c77d184cda5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33687ab9eec0445d90645e6efea62f76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1689034 Sep 14 12:09:34.332294 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43006) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:34.337327 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 7b66686c-5ea6-4c9c-977e-f899209bbcf6 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:34.366623 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-b3782755-e26d-43bb-a118-94226feba033 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.445871 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-13834967-8e54-43eb-8b42-1cefd89a34b4 None None] Provisioning complete for port 5847e187-9b71-4a1e-9f84-40b10482bfca triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:34.470771 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-13834967-8e54-43eb-8b42-1cefd89a34b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.472684 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cee51-b48e-447b-8f85-ccdfb8497a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6879e083-4556-452d-8b0b-c428868a4bd5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:34.535203 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-13834967-8e54-43eb-8b42-1cefd89a34b4 None None] Port 5847e187-9b71-4a1e-9f84-40b10482bfca cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:09:34.553491 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c174a70-b1ca-4174-89de-93217f035421', 'name': 'tempest-ServerRescueNegativeTestJSON-471054945-router', 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '20fd0cd0-6b55-4399-a709-45f1d3aa0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:20Z', 'updated_at': '2021-09-14T12:09:28Z', 'revision_number': 4, 'project_id': 'c767f723545f4fd28ddc09b080dc3696', 'gw_port': {'id': '20fd0cd0-6b55-4399-a709-45f1d3aa0156', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c174a70-b1ca-4174-89de-93217f035421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:21Z', 'updated_at': '2021-09-14T12:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '90910000-6cba-48ac-ad84-90fab1cea18a', 'name': '', 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c', 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696', 'mac_address': 'fa:16:3e:1e:73:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c174a70-b1ca-4174-89de-93217f035421', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'a3ea5e92-0ff4-4e73-ace0-515dc4388b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:26Z', 'updated_at': '2021-09-14T12:09:28Z', 'revision_number': 2, 'project_id': 'c767f723545f4fd28ddc09b080dc3696', 'subnets': [{'id': 'a3ea5e92-0ff4-4e73-ace0-515dc4388b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:34.591101 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-21fdfffc-0ac3-4825-8bcb-c99a88e7c7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.597884 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Checking router: 6c174a70-b1ca-4174-89de-93217f035421 for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:09:34.598566 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Updating router 6c174a70-b1ca-4174-89de-93217f035421 port 90910000-6cba-48ac-ad84-90fab1cea18a binding host dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:09:34.651961 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-21fdfffc-0ac3-4825-8bcb-c99a88e7c7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.692610 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.695226 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.750743 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 7b66686c-5ea6-4c9c-977e-f899209bbcf6 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:09:34.767316 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 7b66686c-5ea6-4c9c-977e-f899209bbcf6 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:34.767720 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.844363 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-21fdfffc-0ac3-4825-8bcb-c99a88e7c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.866034 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-21fdfffc-0ac3-4825-8bcb-c99a88e7c7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.870801 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-21fdfffc-0ac3-4825-8bcb-c99a88e7c7cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56c253cb-101a-4d8e-b87b-185a455dc313 HTTP/1.1" status: 204 len: 168 time: 0.5236280 Sep 14 12:09:34.892421 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba8883-d6a7-4b7b-85c3-4c77d184cda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c253cb-101a-4d8e-b87b-185a455dc313,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:34.934424 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b40eaf75-5d78-41da-8d82-bec56748914e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.946281 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-b3782755-e26d-43bb-a118-94226feba033 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.952540 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b40eaf75-5d78-41da-8d82-bec56748914e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:34.961939 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b40eaf75-5d78-41da-8d82-bec56748914e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48b2048d-3335-4b7a-a449-905c0958ad60 HTTP/1.1" status: 204 len: 168 time: 1.5855138 Sep 14 12:09:34.974967 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-0b043a97-c245-41f9-a824-5c6d37d281f6 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:34.982769 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-0b043a97-c245-41f9-a824-5c6d37d281f6 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/networks?id=3a071452-e54a-489e-92ba-31d21538d42c HTTP/1.1" status: 200 len: 818 time: 0.9759696 Sep 14 12:09:35.016300 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdfffc-0ac3-4825-8bcb-c99a88e7c7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c253cb-101a-4d8e-b87b-185a455dc313,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:35.032764 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:35.091760 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40eaf75-5d78-41da-8d82-bec56748914e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b2048d-3335-4b7a-a449-905c0958ad60,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:35.158256 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-b3782755-e26d-43bb-a118-94226feba033 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Network 8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:35.180694 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:35.212689 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:35.213298 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 7b66686c-5ea6-4c9c-977e-f899209bbcf6, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=7b66686c-5ea6-4c9c-977e-f899209bbcf6,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:35.213465 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576980'] for router_interface, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:35.231086 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-b3782755-e26d-43bb-a118-94226feba033 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:35.276263 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-b3782755-e26d-43bb-a118-94226feba033 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:09:35.276263 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-b3782755-e26d-43bb-a118-94226feba033 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:35.276263 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-b3782755-e26d-43bb-a118-94226feba033 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:35.276263 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-4bcf04fc-66f7-4577-952d-2b1a69bf33dc tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/quotas/c767f723545f4fd28ddc09b080dc3696 HTTP/1.1" status: 200 len: 375 time: 0.2903059 Sep 14 12:09:35.327456 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:35.446455 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:35.636306 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Network 3329974f-caa5-4fbb-a97c-79e694482018 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:35.652124 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:35.652492 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:35.660054 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Pushing event updated for resources: {'Port': ['ID=5847e187-9b71-4a1e-9f84-40b10482bfca,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:35.670313 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576980'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:35.761727 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=7b66686c-5ea6-4c9c-977e-f899209bbcf6,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:35.896874 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:09:35.940907 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:35.977871 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Transition to ACTIVE for port object 90910000-6cba-48ac-ad84-90fab1cea18a will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:35.995701 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:36.010470 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3782755-e26d-43bb-a118-94226feba033 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Pushing event updated for resources: {'Port': ['ID=b28cee58-9c56-40f2-97f8-98d9d1b5ab24,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:36.081272 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-b3782755-e26d-43bb-a118-94226feba033 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7569885 Sep 14 12:09:36.136991 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fd947-f17b-4830-8adb-468d8b979e66 None None] Pushing event updated for resources: {'Port': ['ID=90910000-6cba-48ac-ad84-90fab1cea18a,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:36.159138 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0f8c3-3580-4f73-b9dd-eff38f649a05 req-e20f6a6a-b486-4ebc-ab96-49866b8d8a0e tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:36.163963 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-27b0f8c3-3580-4f73-b9dd-eff38f649a05 req-e20f6a6a-b486-4ebc-ab96-49866b8d8a0e tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 931 time: 0.8002052 Sep 14 12:09:36.215796 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Attempting to bind port 90910000-6cba-48ac-ad84-90fab1cea18a on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:09:36.216556 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Attempting to bind port 90910000-6cba-48ac-ad84-90fab1cea18a by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '374805a8-30f8-41af-bb97-b8749f10030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:09:36.216556 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Attempting to bind port 90910000-6cba-48ac-ad84-90fab1cea18a on network 3a071452-e54a-489e-92ba-31d21538d42c {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:36.222260 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:09:36.222800 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Checking segment: {'id': '374805a8-30f8-41af-bb97-b8749f10030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:36.223281 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:36.223717 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Bound using segment: {'id': '374805a8-30f8-41af-bb97-b8749f10030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:09:36.224848 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Bound port: 90910000-6cba-48ac-ad84-90fab1cea18a, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374805a8-30f8-41af-bb97-b8749f10030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:09:36.225898 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:36.266055 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-ec257085-7d1b-4543-867e-bc74bbd84795 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 12:09:36.271948 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:09:36.285978 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Sync routers for ids ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:09:36.289262 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-ec257085-7d1b-4543-867e-bc74bbd84795 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0281487 Sep 14 12:09:36.301570 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-47f3c772-fb3a-4f38-b004-6c69d8ccfb0d admin admin] 10.222.0.20 "PUT /v2.0/routers/b98b6dee-f3f4-4da7-9c8e-5b9951e8e142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3753002 Sep 14 12:09:36.302185 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43036) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:36.304269 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-f4d04ece-2b54-445c-af5f-8a905433f240 None None] Provisioning complete for port 5847e187-9b71-4a1e-9f84-40b10482bfca triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:36.304809 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f4d04ece-2b54-445c-af5f-8a905433f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:36.312338 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Routers {'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:09:36.312856 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:09:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:36.346167 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-16fe6a39-e7e5-4985-8d0a-1a9061086e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:36.383721 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-f49b05f5-ac47-4d0a-b39a-c1111e0d1d17 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c767f723545f4fd28ddc09b080dc3696&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1074810 Sep 14 12:09:36.404638 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-f4d04ece-2b54-445c-af5f-8a905433f240 None None] Port 5847e187-9b71-4a1e-9f84-40b10482bfca cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:09:36.573110 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] For port 90910000-6cba-48ac-ad84-90fab1cea18a, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:09:36.597846 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] For port 90910000-6cba-48ac-ad84-90fab1cea18a, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=90910000-6cba-48ac-ad84-90fab1cea18a,segment=NetworkSegment(374805a8-30f8-41af-bb97-b8749f10030f),segment_id=374805a8-30f8-41af-bb97-b8749f10030f)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:09:36.611787 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:36.629396 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Set router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:09:36.744116 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-16fe6a39-e7e5-4985-8d0a-1a9061086e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:36.750683 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-16fe6a39-e7e5-4985-8d0a-1a9061086e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:36.775472 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 7b66686c-5ea6-4c9c-977e-f899209bbcf6 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:36.816354 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Pushing event updated for resources: {'Port': ['ID=64775b6e-b6d6-4300-9d8d-d82fe72e628f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:36.862094 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-16fe6a39-e7e5-4985-8d0a-1a9061086e98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8564039765a049a1b4dbd394785844fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5582340 Sep 14 12:09:36.862746 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43050) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:36.863551 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe6a39-e7e5-4985-8d0a-1a9061086e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e8a83a-42e6-45bd-917a-08b875c8863a,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:36.891618 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '5847e187-9b71-4a1e-9f84-40b10482bfca', 'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'mac_address': 'fa:16:3e:c0:e2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:30Z', 'updated_at': '2021-09-14T12:09:34Z', 'revision_number': 2, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'subnets': [{'id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:36.920203 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:36.939027 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Checking router: b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:09:36.939154 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Updating router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 port 5847e187-9b71-4a1e-9f84-40b10482bfca binding host dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:09:36.952302 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:36.980299 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:36.984339 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6a444ed8-de4b-462d-a785-94f5157795fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:36.994949 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fd947-f17b-4830-8adb-468d8b979e66 None None] Pushing event updated for resources: {'Port': ['ID=90910000-6cba-48ac-ad84-90fab1cea18a,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:37.030733 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6a444ed8-de4b-462d-a785-94f5157795fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:37.043801 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Routers {'6c174a70-b1ca-4174-89de-93217f035421'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:09:37.044580 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:09:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['6c174a70-b1ca-4174-89de-93217f035421'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:37.069284 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-27b0f8c3-3580-4f73-b9dd-eff38f649a05 req-460015c2-e07e-48ee-93ea-3256227674cf tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8277028 Sep 14 12:09:37.127170 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6a444ed8-de4b-462d-a785-94f5157795fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:37.141413 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6a444ed8-de4b-462d-a785-94f5157795fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:37.147247 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6a444ed8-de4b-462d-a785-94f5157795fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02e8a83a-42e6-45bd-917a-08b875c8863a HTTP/1.1" status: 204 len: 168 time: 0.2619569 Sep 14 12:09:37.170559 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a444ed8-de4b-462d-a785-94f5157795fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e8a83a-42e6-45bd-917a-08b875c8863a,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:37.393822 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-0fba9bfb-53b4-4fe1-b3ca-2da1031a45b0 service neutron] 10.222.0.20 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9815774 Sep 14 12:09:37.408107 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] Set router 6c174a70-b1ca-4174-89de-93217f035421 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:09:37.567329 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 7b66686c-5ea6-4c9c-977e-f899209bbcf6 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:37.568553 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:37.608486 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-f74d140b-199f-4da0-a088-791f92584ce7 None None] Provisioning complete for port 64775b6e-b6d6-4300-9d8d-d82fe72e628f triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:37.609167 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f74d140b-199f-4da0-a088-791f92584ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:37.689580 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-f74d140b-199f-4da0-a088-791f92584ce7 None None] Port 64775b6e-b6d6-4300-9d8d-d82fe72e628f cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:09:37.826392 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 2ce1d028-4358-4f66-95a7-256f093ed815 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:37.917880 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:37.951700 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 2ce1d028-4358-4f66-95a7-256f093ed815 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:09:37.957485 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 2ce1d028-4358-4f66-95a7-256f093ed815 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:37.958089 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:37.960191 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Transition to ACTIVE for port object 5847e187-9b71-4a1e-9f84-40b10482bfca will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:37.976372 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:38.052904 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Request body: {'port': {'device_id': '0e14842b-b579-428d-abd4-6be2dceeea92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:38.333133 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43100) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:38.339330 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-3546c56f-06ad-422d-b420-e5c3f7034271 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1502552991', 'description': 'tempest-description--727081959'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:38.343312 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Attempting to bind port 5847e187-9b71-4a1e-9f84-40b10482bfca on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:09:38.346010 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Attempting to bind port 5847e187-9b71-4a1e-9f84-40b10482bfca by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:09:38.347236 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Attempting to bind port 5847e187-9b71-4a1e-9f84-40b10482bfca on network 3329974f-caa5-4fbb-a97c-79e694482018 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:38.361080 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:09:38.363626 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Checking segment: {'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:38.364231 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:38.369366 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Bound using segment: {'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:09:38.370150 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Bound port: 5847e187-9b71-4a1e-9f84-40b10482bfca, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:09:38.370747 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:38.402299 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3546c56f-06ad-422d-b420-e5c3f7034271 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:38.439277 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c174a70-b1ca-4174-89de-93217f035421', 'name': 'tempest-ServerRescueNegativeTestJSON-471054945-router', 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '20fd0cd0-6b55-4399-a709-45f1d3aa0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:20Z', 'updated_at': '2021-09-14T12:09:28Z', 'revision_number': 4, 'project_id': 'c767f723545f4fd28ddc09b080dc3696', 'gw_port': {'id': '20fd0cd0-6b55-4399-a709-45f1d3aa0156', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c174a70-b1ca-4174-89de-93217f035421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:21Z', 'updated_at': '2021-09-14T12:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '90910000-6cba-48ac-ad84-90fab1cea18a', 'name': '', 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c', 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696', 'mac_address': 'fa:16:3e:1e:73:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c174a70-b1ca-4174-89de-93217f035421', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'a3ea5e92-0ff4-4e73-ace0-515dc4388b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:26Z', 'updated_at': '2021-09-14T12:09:36Z', 'revision_number': 4, 'project_id': 'c767f723545f4fd28ddc09b080dc3696', 'subnets': [{'id': 'a3ea5e92-0ff4-4e73-ace0-515dc4388b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:38.441423 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86daeb-a3d8-495f-a3a7-eb54d1c5d670 None None] Pushing event updated for resources: {'Port': ['ID=5847e187-9b71-4a1e-9f84-40b10482bfca,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:38.460401 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:38.522118 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac64ded-1370-4d25-9a8c-9a0d15bf70ff None None] The sync data for ids ['6c174a70-b1ca-4174-89de-93217f035421'] in dv-cinder-784945-14-iscsi is: [{'id': '6c174a70-b1ca-4174-89de-93217f035421', 'name': 'tempest-ServerRescueNegativeTestJSON-471054945-router', 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '20fd0cd0-6b55-4399-a709-45f1d3aa0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:20Z', 'updated_at': '2021-09-14T12:09:28Z', 'revision_number': 4, 'project_id': 'c767f723545f4fd28ddc09b080dc3696', 'gw_port': {'id': '20fd0cd0-6b55-4399-a709-45f1d3aa0156', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c174a70-b1ca-4174-89de-93217f035421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:21Z', 'updated_at': '2021-09-14T12:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '90910000-6cba-48ac-ad84-90fab1cea18a', 'name': '', 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c', 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696', 'mac_address': 'fa:16:3e:1e:73:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c174a70-b1ca-4174-89de-93217f035421', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'a3ea5e92-0ff4-4e73-ace0-515dc4388b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:26Z', 'updated_at': '2021-09-14T12:09:36Z', 'revision_number': 4, 'project_id': 'c767f723545f4fd28ddc09b080dc3696', 'subnets': [{'id': 'a3ea5e92-0ff4-4e73-ace0-515dc4388b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:09:38.536101 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:38.558361 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 2ce1d028-4358-4f66-95a7-256f093ed815, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=2ce1d028-4358-4f66-95a7-256f093ed815,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:38.569310 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:38.691958 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] For port 5847e187-9b71-4a1e-9f84-40b10482bfca, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:09:38.711002 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] For port 5847e187-9b71-4a1e-9f84-40b10482bfca, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=5847e187-9b71-4a1e-9f84-40b10482bfca,segment=NetworkSegment(3f2d7a91-3dd4-4446-870d-ce887d43071a),segment_id=3f2d7a91-3dd4-4446-870d-ce887d43071a)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:09:38.727327 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=2ce1d028-4358-4f66-95a7-256f093ed815,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:38.729238 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:38.767871 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Router 9e3470ec-b93a-47e7-a49e-15659263ead2 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:09:38.879447 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3546c56f-06ad-422d-b420-e5c3f7034271 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:38.879770 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Routers {'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:09:38.881383 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:09:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:38.889773 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3546c56f-06ad-422d-b420-e5c3f7034271 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:39.009042 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3546c56f-06ad-422d-b420-e5c3f7034271 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:39.028262 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 90910000-6cba-48ac-ad84-90fab1cea18a up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:39.030964 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3546c56f-06ad-422d-b420-e5c3f7034271 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6960175 Sep 14 12:09:39.031632 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43118) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:39.037165 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-7866cc00-c3e2-4542-89b1-370f4d538cdc tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Request body: {'security_group_rule': {'security_group_id': '21a86fea-96d5-42ce-94b6-db00a7630461', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:39.077766 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546c56f-06ad-422d-b420-e5c3f7034271 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a86fea-96d5-42ce-94b6-db00a7630461,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:39.202645 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7866cc00-c3e2-4542-89b1-370f4d538cdc tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:39.223620 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 90910000-6cba-48ac-ad84-90fab1cea18a completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:09:39.244074 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 90910000-6cba-48ac-ad84-90fab1cea18a triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:39.245337 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:39.335877 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86daeb-a3d8-495f-a3a7-eb54d1c5d670 None None] Pushing event updated for resources: {'Port': ['ID=5847e187-9b71-4a1e-9f84-40b10482bfca,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:39.436953 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-384547ba-2add-4605-b574-3ffd2bfb67a0 service neutron] 10.222.0.20 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0280559 Sep 14 12:09:39.454569 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7866cc00-c3e2-4542-89b1-370f4d538cdc tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:39.460394 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7866cc00-c3e2-4542-89b1-370f4d538cdc tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:39.462412 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] Set router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:09:39.506279 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866cc00-c3e2-4542-89b1-370f4d538cdc tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfba17ca-e088-4889-b59f-1adade081830,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:39.543024 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7866cc00-c3e2-4542-89b1-370f4d538cdc tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:39.549292 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-7866cc00-c3e2-4542-89b1-370f4d538cdc tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5135317 Sep 14 12:09:39.551692 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43124) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:39.569379 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-f1258eba-c449-4912-bed8-b404f912fc10 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Request body: {'security_group_rule': {'security_group_id': '21a86fea-96d5-42ce-94b6-db00a7630461', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:39.614100 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cf844-6ec7-41f7-a893-1d59936e9f2a req-acf34519-c5b2-4cec-83bd-1a0f3ae25301 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:39.624195 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f81cf844-6ec7-41f7-a893-1d59936e9f2a req-acf34519-c5b2-4cec-83bd-1a0f3ae25301 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 931 time: 1.1095052 Sep 14 12:09:39.671633 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:39.675682 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f1258eba-c449-4912-bed8-b404f912fc10 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:39.848214 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 90910000-6cba-48ac-ad84-90fab1cea18a, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=90910000-6cba-48ac-ad84-90fab1cea18a,segment=NetworkSegment(374805a8-30f8-41af-bb97-b8749f10030f),segment_id=374805a8-30f8-41af-bb97-b8749f10030f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:39.869505 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:39.887873 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f81cf844-6ec7-41f7-a893-1d59936e9f2a req-1db0551c-1388-467a-9cae-f808caecaee1 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620647 Sep 14 12:09:39.925001 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f1258eba-c449-4912-bed8-b404f912fc10 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:39.939571 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f1258eba-c449-4912-bed8-b404f912fc10 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:39.948068 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:09:39.978250 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-7fb083b2-b1af-4e98-8d9a-ed176c8b572e admin admin] 10.222.0.20 "PUT /v2.0/routers/9e3470ec-b93a-47e7-a49e-15659263ead2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0863094 Sep 14 12:09:40.007955 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Sync routers for ids ['9e3470ec-b93a-47e7-a49e-15659263ead2'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:09:40.051999 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1258eba-c449-4912-bed8-b404f912fc10 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffc5915-f0cd-4e13-b23d-3c8047f1445e,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:40.061393 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f1258eba-c449-4912-bed8-b404f912fc10 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:40.087739 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f1258eba-c449-4912-bed8-b404f912fc10 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5316627 Sep 14 12:09:40.088406 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43144) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:40.103911 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Routers {'9e3470ec-b93a-47e7-a49e-15659263ead2'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:09:40.108200 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:09:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['9e3470ec-b93a-47e7-a49e-15659263ead2'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:40.127870 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Request body: {'floatingip': {'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:40.254628 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:40.289583 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28cee58-9c56-40f2-97f8-98d9d1b5ab24 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:09:40.335947 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:40.384950 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '5847e187-9b71-4a1e-9f84-40b10482bfca', 'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'mac_address': 'fa:16:3e:c0:e2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:30Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'subnets': [{'id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:40.444687 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Transition to ACTIVE for port object b28cee58-9c56-40f2-97f8-98d9d1b5ab24 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:40.445735 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=90910000-6cba-48ac-ad84-90fab1cea18a,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:40.493238 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c7ced8-95f1-47e2-a31f-fcc626a28fb0 None None] The sync data for ids ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'] in dv-cinder-784945-14-iscsi is: [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '5847e187-9b71-4a1e-9f84-40b10482bfca', 'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'mac_address': 'fa:16:3e:c0:e2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:30Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'subnets': [{'id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:09:40.556601 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-135a58b5-da82-4761-862f-e0801424ac19 req-dccbf082-aa26-4eaf-b398-3463c5f9c9a9 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 210 time: 0.5117671 Sep 14 12:09:40.556601 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:40.632578 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Set router 9e3470ec-b93a-47e7-a49e-15659263ead2 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:09:40.887625 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b28cee58-9c56-40f2-97f8-98d9d1b5ab24,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:41.008299 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 90910000-6cba-48ac-ad84-90fab1cea18a up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:41.253447 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:41.323438 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Attempting to bind port b28cee58-9c56-40f2-97f8-98d9d1b5ab24 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:09:41.323890 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Attempting to bind port b28cee58-9c56-40f2-97f8-98d9d1b5ab24 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'e7c0df0b-cd03-4e97-9906-35b3f9e7d89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:09:41.324232 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Attempting to bind port b28cee58-9c56-40f2-97f8-98d9d1b5ab24 on network 8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:41.358013 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Port b28cee58-9c56-40f2-97f8-98d9d1b5ab24 on network 8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:09:41.358388 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Attempting to bind port b28cee58-9c56-40f2-97f8-98d9d1b5ab24 on network 8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:41.385135 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:09:41.385595 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Checking segment: {'id': 'e7c0df0b-cd03-4e97-9906-35b3f9e7d89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:41.386130 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Bound using segment: {'id': 'e7c0df0b-cd03-4e97-9906-35b3f9e7d89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:09:41.386746 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Bound port: b28cee58-9c56-40f2-97f8-98d9d1b5ab24, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c0df0b-cd03-4e97-9906-35b3f9e7d89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:09:41.387249 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:41.406754 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcc664-cea7-48b6-9884-2d9cf501ff22 req-ba292a2b-457b-4bc5-b34b-fa78472fc770 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:41.419135 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5edcc664-cea7-48b6-9884-2d9cf501ff22 req-ba292a2b-457b-4bc5-b34b-fa78472fc770 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 943 time: 0.2791948 Sep 14 12:09:41.577637 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Allocated IP 172.27.0.129 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/44f0a8dd-a3e1-4798-a924-2386132603cd) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:41.611789 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5edcc664-cea7-48b6-9884-2d9cf501ff22 req-e11b9647-9d73-4246-90d1-cc16255955e5 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913486 Sep 14 12:09:41.764784 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] For port b28cee58-9c56-40f2-97f8-98d9d1b5ab24, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:09:41.770717 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] For port b28cee58-9c56-40f2-97f8-98d9d1b5ab24, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b28cee58-9c56-40f2-97f8-98d9d1b5ab24,segment=NetworkSegment(e7c0df0b-cd03-4e97-9906-35b3f9e7d89a),segment_id=e7c0df0b-cd03-4e97-9906-35b3f9e7d89a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:09:41.781111 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:41.790919 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 90910000-6cba-48ac-ad84-90fab1cea18a triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:41.791338 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:41.822226 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:41.824314 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:41.827730 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] 10.222.0.22 "PUT /v2.0/ports/b28cee58-9c56-40f2-97f8-98d9d1b5ab24 HTTP/1.1" status: 200 len: 1093 time: 5.0519388 Sep 14 12:09:41.828897 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e14842b-b579-428d-abd4-6be2dceeea92', 'tag': 'b28cee58-9c56-40f2-97f8-98d9d1b5ab24'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:09:41.992369 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:42.082147 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '64775b6e-b6d6-4300-9d8d-d82fe72e628f', 'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'mac_address': 'fa:16:3e:29:19:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:29Z', 'updated_at': '2021-09-14T12:09:34Z', 'revision_number': 2, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'subnets': [{'id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:42.119718 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43218) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:42.195334 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:42.231923 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Checking router: 9e3470ec-b93a-47e7-a49e-15659263ead2 for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:09:42.232297 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Updating router 9e3470ec-b93a-47e7-a49e-15659263ead2 port 64775b6e-b6d6-4300-9d8d-d82fe72e628f binding host dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:09:42.409139 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 2ce1d028-4358-4f66-95a7-256f093ed815 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:42.414351 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:42.515233 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-841c70a7-2d3d-442a-bb13-10110991b7d8 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:42.516736 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-841c70a7-2d3d-442a-bb13-10110991b7d8 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/networks?id=3a071452-e54a-489e-92ba-31d21538d42c HTTP/1.1" status: 200 len: 818 time: 0.3659375 Sep 14 12:09:42.612171 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-deadd09a-0748-448c-87c5-62f2adab8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:42.613660 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-deadd09a-0748-448c-87c5-62f2adab8a1a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee1a2976dfe3470cb04ac17e48f9c76e&device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 1096 time: 0.5332818 Sep 14 12:09:42.625050 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-0b456662-94e1-4c71-aa39-1ae52a39f452 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/quotas/c767f723545f4fd28ddc09b080dc3696 HTTP/1.1" status: 200 len: 375 time: 0.0768316 Sep 14 12:09:42.858522 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event updated for resources: {'Port': ['ID=44f0a8dd-a3e1-4798-a924-2386132603cd,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:42.936492 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b94dcdba-091e-4f43-93e0-18bc0a973cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:42.957146 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:42.990323 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:42.998605 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-fb6fd83f-3199-451b-830e-b6f2cdab41dd tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c767f723545f4fd28ddc09b080dc3696&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3738935 Sep 14 12:09:43.000553 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-4c553813-6e77-43b2-8f75-bbbf68cbeaa6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b28cee58-9c56-40f2-97f8-98d9d1b5ab24 HTTP/1.1" status: 200 len: 217 time: 0.3352926 Sep 14 12:09:43.004194 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba4a79-791a-4cc6-9704-186c61598bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b28cee58-9c56-40f2-97f8-98d9d1b5ab24,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:43.015681 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:09:43.242065 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9852e548-e674-4b05-973c-34f2fae52fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e14842b-b579-428d-abd4-6be2dceeea92", "tag": "b28cee58-9c56-40f2-97f8-98d9d1b5ab24"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:09:43.255585 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 2ce1d028-4358-4f66-95a7-256f093ed815 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:43.256349 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:43.322417 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b94dcdba-091e-4f43-93e0-18bc0a973cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:43.359115 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b94dcdba-091e-4f43-93e0-18bc0a973cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:43.418138 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 43248) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:43.424710 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d98a99aa-e773-4bd2-9a21-647b7171177d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1223870260', 'description': 'tempest-description--624935093'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:43.527637 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d98a99aa-e773-4bd2-9a21-647b7171177d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:43.694787 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b94dcdba-091e-4f43-93e0-18bc0a973cce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0864575ef64f42eea225681d03b4ee9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5686300 Sep 14 12:09:43.727215 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dcdba-091e-4f43-93e0-18bc0a973cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a9d3fa-085b-4606-8394-e5c9dace30b2,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:43.729614 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43254) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:43.820573 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:43.828740 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d98a99aa-e773-4bd2-9a21-647b7171177d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:43.843313 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d98a99aa-e773-4bd2-9a21-647b7171177d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:43.987958 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.078543 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d98a99aa-e773-4bd2-9a21-647b7171177d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.109464 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d98a99aa-e773-4bd2-9a21-647b7171177d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6894827 Sep 14 12:09:44.117239 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43266) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:44.132683 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-71f89628-c913-47de-992e-6cef0557afbb tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Request body: {'security_group_rule': {'security_group_id': '33fdcdfb-d497-4c88-91fe-f89d52188fc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:44.174079 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-26757f79-3873-4eac-a85e-646029b665c8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 12:09:44.191700 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-26757f79-3873-4eac-a85e-646029b665c8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3598857 Sep 14 12:09:44.244082 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b4d94049-4a5f-4291-a520-0800fd19a592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.330504 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-71f89628-c913-47de-992e-6cef0557afbb tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.460059 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b4d94049-4a5f-4291-a520-0800fd19a592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.578102 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 5847e187-9b71-4a1e-9f84-40b10482bfca up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:44.664541 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-aabf488b-3b0b-4425-bda7-7c86d7198e9d service neutron] 10.222.0.20 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716158 Sep 14 12:09:44.669286 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-71f89628-c913-47de-992e-6cef0557afbb tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.684726 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-71f89628-c913-47de-992e-6cef0557afbb tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.694150 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.728107 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f89628-c913-47de-992e-6cef0557afbb tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f189959-a115-446e-b059-0c14bc13c632,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:44.735754 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Transition to ACTIVE for port object 64775b6e-b6d6-4300-9d8d-d82fe72e628f will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:44.747935 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.760419 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b4d94049-4a5f-4291-a520-0800fd19a592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.762000 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a99aa-e773-4bd2-9a21-647b7171177d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33fdcdfb-d497-4c88-91fe-f89d52188fc4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:44.767808 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b4d94049-4a5f-4291-a520-0800fd19a592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.777421 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b4d94049-4a5f-4291-a520-0800fd19a592 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60a9d3fa-085b-4606-8394-e5c9dace30b2 HTTP/1.1" status: 204 len: 168 time: 1.0255497 Sep 14 12:09:44.780802 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-71f89628-c913-47de-992e-6cef0557afbb tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.782969 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-71f89628-c913-47de-992e-6cef0557afbb tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6576641 Sep 14 12:09:44.823168 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca8877-2935-4697-ae68-4f849e89e6d9 None None] Pushing event updated for resources: {'Port': ['ID=64775b6e-b6d6-4300-9d8d-d82fe72e628f,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:44.824753 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43278) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:44.853227 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-eb8a416c-59e5-4a71-bb8c-e6acf824c134 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Request body: {'security_group_rule': {'security_group_id': '33fdcdfb-d497-4c88-91fe-f89d52188fc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:44.865616 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 5847e187-9b71-4a1e-9f84-40b10482bfca completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:09:44.865835 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.869792 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d94049-4a5f-4291-a520-0800fd19a592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a9d3fa-085b-4606-8394-e5c9dace30b2,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:44.884433 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.886556 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ffa9c-deba-427f-a2fa-6e8b186b5d99 req-c83fe17c-6f9e-4d80-ac92-c17c41a92b6f tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:44.893253 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f80ffa9c-deba-427f-a2fa-6e8b186b5d99 req-c83fe17c-6f9e-4d80-ac92-c17c41a92b6f tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 943 time: 1.0547533 Sep 14 12:09:44.916291 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 5847e187-9b71-4a1e-9f84-40b10482bfca triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:44.917049 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.933866 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.971629 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eb8a416c-59e5-4a71-bb8c-e6acf824c134 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.976281 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:44.986685 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8968697 Sep 14 12:09:44.988005 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73601fa9-b86c-4bfb-92bd-f214a421f882 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event updated for resources: {'Port': ['ID=44f0a8dd-a3e1-4798-a924-2386132603cd,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:45.075108 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-de5ec4ab-f485-4ffc-8ee0-7b7851d3c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:45.085029 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-de5ec4ab-f485-4ffc-8ee0-7b7851d3c306 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6494e716-524f-45b4-9ad9-37f54e349ca2 HTTP/1.1" status: 200 len: 851 time: 1.0469389 Sep 14 12:09:45.129338 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eb8a416c-59e5-4a71-bb8c-e6acf824c134 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:45.139058 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eb8a416c-59e5-4a71-bb8c-e6acf824c134 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:45.189433 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a416c-59e5-4a71-bb8c-e6acf824c134 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898fdb18-4efe-4de1-a43f-6723ef33942d,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:45.203151 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eb8a416c-59e5-4a71-bb8c-e6acf824c134 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:45.207202 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-eb8a416c-59e5-4a71-bb8c-e6acf824c134 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3665419 Sep 14 12:09:45.208073 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.22', 50005) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:45.209150 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43292) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:45.220002 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Request body: {'floatingip': {'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:45.295098 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Attempting to bind port 64775b6e-b6d6-4300-9d8d-d82fe72e628f on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:09:45.295441 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Attempting to bind port 64775b6e-b6d6-4300-9d8d-d82fe72e628f by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:09:45.295810 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Attempting to bind port 64775b6e-b6d6-4300-9d8d-d82fe72e628f on network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:45.305221 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-f90f852e-c339-4525-8c46-8b29e2036c86 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1942842 Sep 14 12:09:45.315537 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:09:45.315946 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Checking segment: {'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:45.316309 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:45.316733 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Bound using segment: {'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:09:45.317280 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Bound port: 64775b6e-b6d6-4300-9d8d-d82fe72e628f, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:09:45.318273 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:45.338572 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f80ffa9c-deba-427f-a2fa-6e8b186b5d99 req-1acf9b55-c49a-404c-87b1-8427fe678935 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282575 Sep 14 12:09:45.368421 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-2e89f3ff-3aca-4cfb-aef4-e238aa437734 service neutron] 10.222.0.20 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6945896 Sep 14 12:09:45.554715 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:45.578201 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-b6ade5be-7e3f-4bf8-a4f2-c04e7dde3d19 service neutron] 10.222.0.22 "GET /v2.0/networks/8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833909 Sep 14 12:09:45.654684 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 5847e187-9b71-4a1e-9f84-40b10482bfca, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=5847e187-9b71-4a1e-9f84-40b10482bfca,segment=NetworkSegment(3f2d7a91-3dd4-4446-870d-ce887d43071a),segment_id=3f2d7a91-3dd4-4446-870d-ce887d43071a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:45.668921 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:45.735364 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-e8500aca-a87f-43e1-9bbf-97f259896afc tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:45.737379 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-e8500aca-a87f-43e1-9bbf-97f259896afc tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.22 "GET /v2.0/networks?id=3a071452-e54a-489e-92ba-31d21538d42c HTTP/1.1" status: 200 len: 818 time: 0.4669178 Sep 14 12:09:45.738953 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:45.837175 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] For port 64775b6e-b6d6-4300-9d8d-d82fe72e628f, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:09:45.858247 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] For port 64775b6e-b6d6-4300-9d8d-d82fe72e628f, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=64775b6e-b6d6-4300-9d8d-d82fe72e628f,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:09:45.897341 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:45.926648 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-581f6693-77e2-48ea-b12f-54e536abeb7d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Request body: {'port': {'device_id': 'bb4707d2-0f96-495d-9fd0-d41870afb450', 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c', 'admin_state_up': True, 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:46.089213 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=5847e187-9b71-4a1e-9f84-40b10482bfca,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:46.095610 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-296021d9-2ecd-4bbd-a2dd-2fe4943e17b3 req-ecd3a92d-ddfe-4260-aa43-6e1c1794acaf tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 210 time: 0.1748924 Sep 14 12:09:46.186765 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:46.241675 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 43310) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:46.288200 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Routers {'9e3470ec-b93a-47e7-a49e-15659263ead2'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:09:46.288200 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:09:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['9e3470ec-b93a-47e7-a49e-15659263ead2'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:46.340363 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b33ef62-d640-400a-9d7f-f324ddd4fc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:46.490972 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0af156-4d76-4714-a0e1-ee847293bf84 x-openstack-request-id: req-7a0af156-4d76-4714-a0e1-ee847293bf84 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:09:46.492956 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e14842b-b579-428d-abd4-6be2dceeea92", "tag": "b28cee58-9c56-40f2-97f8-98d9d1b5ab24", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:09:46.494428 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a0af156-4d76-4714-a0e1-ee847293bf84 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:09:46.495045 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e14842b-b579-428d-abd4-6be2dceeea92', 'tag': 'b28cee58-9c56-40f2-97f8-98d9d1b5ab24', 'status': 'completed', 'code': 200} Sep 14 12:09:46.508836 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-581f6693-77e2-48ea-b12f-54e536abeb7d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Made reservation on behalf of c767f723545f4fd28ddc09b080dc3696 for: {'port': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:09:46.517394 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 5847e187-9b71-4a1e-9f84-40b10482bfca up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:46.519942 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-581f6693-77e2-48ea-b12f-54e536abeb7d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:46.581887 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2036944-94c9-4f20-9297-96bcfbca4bdf req-7078e9af-06db-44e9-84b2-6872c015afc2 service neutron] 10.222.0.22 "GET /v2.0/networks/8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7676167 Sep 14 12:09:46.606722 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-27605696-00e2-4e55-9839-014792fef7e9 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1502552991&fields=id&tenant_id=bc7f932fd90541ac8eb8962205371d28 HTTP/1.1" status: 200 len: 267 time: 0.2320046 Sep 14 12:09:46.701040 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca8877-2935-4697-ae68-4f849e89e6d9 None None] Pushing event updated for resources: {'Port': ['ID=64775b6e-b6d6-4300-9d8d-d82fe72e628f,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:46.800603 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 5847e187-9b71-4a1e-9f84-40b10482bfca triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:46.801084 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:46.850977 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] Set router 9e3470ec-b93a-47e7-a49e-15659263ead2 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:09:46.882184 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-f46b24d2-cd35-4f76-ba6f-cc65c9431d5b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:46.884153 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-f46b24d2-cd35-4f76-ba6f-cc65c9431d5b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/networks?id=3329974f-caa5-4fbb-a97c-79e694482018 HTTP/1.1" status: 200 len: 811 time: 0.2762148 Sep 14 12:09:46.909294 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Allocated IP 172.27.0.105 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/207b3680-b3bb-4e03-b664-2901f33497b2) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:46.942600 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-993aff55-4d87-4d85-9d1b-c3ad304cdecd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/quotas/bc7f932fd90541ac8eb8962205371d28 HTTP/1.1" status: 200 len: 375 time: 0.0526693 Sep 14 12:09:46.953292 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fe8dd-605c-46e6-9b1a-c91522de08cb req-f1088d04-e891-4c2e-84f2-3373e8ddb958 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:46.955038 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-786fe8dd-605c-46e6-9b1a-c91522de08cb req-f1088d04-e891-4c2e-84f2-3373e8ddb958 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 943 time: 0.1749234 Sep 14 12:09:47.007415 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852e548-e674-4b05-973c-34f2fae52fd5 req-c5e4172e-3849-4f05-94f4-bcd2004d4bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:47.015200 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9852e548-e674-4b05-973c-34f2fae52fd5 req-c5e4172e-3849-4f05-94f4-bcd2004d4bcb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee1a2976dfe3470cb04ac17e48f9c76e&device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 1096 time: 0.2685690 Sep 14 12:09:47.030081 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-581f6693-77e2-48ea-b12f-54e536abeb7d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Allocated IP 172.20.0.10 (3a071452-e54a-489e-92ba-31d21538d42c/a3ea5e92-0ff4-4e73-ace0-515dc4388b17/ce11cbc8-3d50-4742-b9bd-9b31e171ec25) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:47.123951 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b33ef62-d640-400a-9d7f-f324ddd4fc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:47.141596 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:47.145085 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '64775b6e-b6d6-4300-9d8d-d82fe72e628f', 'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'mac_address': 'fa:16:3e:29:19:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:29Z', 'updated_at': '2021-09-14T12:09:45Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'subnets': [{'id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:47.152636 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b33ef62-d640-400a-9d7f-f324ddd4fc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:47.193736 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e44adec-9d55-49e2-98b8-f19235c8519f None None] The sync data for ids ['9e3470ec-b93a-47e7-a49e-15659263ead2'] in dv-cinder-784945-14-iscsi is: [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '64775b6e-b6d6-4300-9d8d-d82fe72e628f', 'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'mac_address': 'fa:16:3e:29:19:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:29Z', 'updated_at': '2021-09-14T12:09:45Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'subnets': [{'id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:09:47.246201 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-4dca26d7-711b-4ac7-a28b-f5c20634c634 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc7f932fd90541ac8eb8962205371d28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2887874 Sep 14 12:09:47.275951 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:47.304835 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-581f6693-77e2-48ea-b12f-54e536abeb7d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:47.350313 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:47.355197 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:47.360625 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:09:47.375520 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event updated for resources: {'Port': ['ID=207b3680-b3bb-4e03-b664-2901f33497b2,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:47.406330 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-786fe8dd-605c-46e6-9b1a-c91522de08cb req-7d776611-f89b-485c-8a0d-2f829fc5589c tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316533 Sep 14 12:09:47.441314 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:47.443735 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-581f6693-77e2-48ea-b12f-54e536abeb7d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:47.462966 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-9b33ef62-d640-400a-9d7f-f324ddd4fc51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2732936fcac489394ba50b2a2a4d75c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2060051 Sep 14 12:09:47.480602 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852e548-e674-4b05-973c-34f2fae52fd5 req-d6aa1db9-a1d8-4f36-864b-72961d960437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:47.481607 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43348) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:47.482649 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9852e548-e674-4b05-973c-34f2fae52fd5 req-d6aa1db9-a1d8-4f36-864b-72961d960437 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5 HTTP/1.1" status: 200 len: 912 time: 0.4387579 Sep 14 12:09:47.489975 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-4be020bf-7f2f-491d-96e0-49d6f90b8003 service neutron] 10.222.0.20 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738110 Sep 14 12:09:47.490938 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33ef62-d640-400a-9d7f-f324ddd4fc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f69781-6fee-4b36-9a43-8b12ea70b0d9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:47.559292 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9852e548-e674-4b05-973c-34f2fae52fd5 req-35a24c73-af31-45ab-b6f5-c9fa3dad67f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b28cee58-9c56-40f2-97f8-98d9d1b5ab24 HTTP/1.1" status: 200 len: 217 time: 0.0638592 Sep 14 12:09:47.697758 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-095b1e28-ed78-41cc-adb4-16f691bdf786 req-3c379a77-f670-4135-aaa0-cb78abb2c105 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 210 time: 0.0585420 Sep 14 12:09:47.704633 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-581f6693-77e2-48ea-b12f-54e536abeb7d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Network 3a071452-e54a-489e-92ba-31d21538d42c is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:47.734699 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-de5d21f3-9d69-4060-806d-eec53a84cadb service neutron] 10.222.0.20 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316847 Sep 14 12:09:47.742131 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852e548-e674-4b05-973c-34f2fae52fd5 req-e7183b79-33b8-407f-8900-706a475bc871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:47.747797 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9852e548-e674-4b05-973c-34f2fae52fd5 req-e7183b79-33b8-407f-8900-706a475bc871 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6494e716-524f-45b4-9ad9-37f54e349ca2 HTTP/1.1" status: 200 len: 851 time: 0.1751647 Sep 14 12:09:47.791236 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-581f6693-77e2-48ea-b12f-54e536abeb7d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:47.842081 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9852e548-e674-4b05-973c-34f2fae52fd5 req-05912166-b79d-4083-a2d1-2d1147f1ef31 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855074 Sep 14 12:09:47.847344 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.22', 50010) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:47.887374 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f6693-77e2-48ea-b12f-54e536abeb7d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Pushing event updated for resources: {'Port': ['ID=ce11cbc8-3d50-4742-b9bd-9b31e171ec25,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:47.900168 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-581f6693-77e2-48ea-b12f-54e536abeb7d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:09:47.923339 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-581f6693-77e2-48ea-b12f-54e536abeb7d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:47.924049 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-581f6693-77e2-48ea-b12f-54e536abeb7d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:47.992689 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:48.087342 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-581f6693-77e2-48ea-b12f-54e536abeb7d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2544062 Sep 14 12:09:48.127518 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Request body: {'port': {'device_id': 'bb4707d2-0f96-495d-9fd0-d41870afb450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:48.214996 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3007f75a-bdf2-4bba-831e-c497b0447f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:48.275746 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-008f010d-d2df-4a48-aba3-d7e7143e997e req-7051fec0-1e86-46bd-b9e8-1cef9272f380 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 210 time: 0.1251304 Sep 14 12:09:48.303601 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9852e548-e674-4b05-973c-34f2fae52fd5 req-7bbf295e-efc7-41be-9899-bcf97e3df07a service neutron] 10.222.0.22 "GET /v2.0/networks/8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480698 Sep 14 12:09:48.340727 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-26a4b5c0-a3ab-413b-82c8-5be451677c75 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:48.343269 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-26a4b5c0-a3ab-413b-82c8-5be451677c75 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.22 "GET /v2.0/networks?id=3a071452-e54a-489e-92ba-31d21538d42c HTTP/1.1" status: 200 len: 818 time: 0.4891191 Sep 14 12:09:48.366790 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-200de30c-4e9d-4287-b467-6d893589f5b7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Request body: {'port': {'device_id': '402800b9-4b66-4346-be05-6821b000842c', 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c', 'admin_state_up': True, 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:48.386750 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3007f75a-bdf2-4bba-831e-c497b0447f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:48.403399 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:48.452243 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 64775b6e-b6d6-4300-9d8d-d82fe72e628f up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:48.549605 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:48.585167 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:48.587212 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3007f75a-bdf2-4bba-831e-c497b0447f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:48.589993 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3007f75a-bdf2-4bba-831e-c497b0447f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:48.591403 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3007f75a-bdf2-4bba-831e-c497b0447f65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9f69781-6fee-4b36-9a43-8b12ea70b0d9 HTTP/1.1" status: 204 len: 168 time: 1.1088247 Sep 14 12:09:48.592172 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 64775b6e-b6d6-4300-9d8d-d82fe72e628f completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:09:48.616010 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 64775b6e-b6d6-4300-9d8d-d82fe72e628f triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:48.621300 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:48.816246 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007f75a-bdf2-4bba-831e-c497b0447f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f69781-6fee-4b36-9a43-8b12ea70b0d9,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:48.848588 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:48.898638 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:48.943858 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event updated for resources: {'Port': ['ID=207b3680-b3bb-4e03-b664-2901f33497b2,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:48.967944 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:48.980868 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-7fcf5086-a82e-4ae5-b8c7-6c006b833d69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7704482 Sep 14 12:09:49.004574 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 64775b6e-b6d6-4300-9d8d-d82fe72e628f, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=64775b6e-b6d6-4300-9d8d-d82fe72e628f,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:49.022674 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:49.072208 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-edc5c9b2-bde1-4e78-aec1-835eb65cb818 req-929cea16-97f6-4436-8759-098bd1b93156 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 210 time: 0.0976300 Sep 14 12:09:49.129550 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=64775b6e-b6d6-4300-9d8d-d82fe72e628f,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:49.175723 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dd335-7f81-4dd9-996d-0308a6109d54 req-278c7b5b-01dc-4dfe-a44c-9aff2d741215 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:49.184525 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-057dd335-7f81-4dd9-996d-0308a6109d54 req-278c7b5b-01dc-4dfe-a44c-9aff2d741215 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 943 time: 0.2112722 Sep 14 12:09:49.204783 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9852e548-e674-4b05-973c-34f2fae52fd5 req-5bbf4526-8825-49c4-8439-bf43669193bf service neutron] 10.222.0.22 "GET /v2.0/networks/8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8881991 Sep 14 12:09:49.247097 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce11cbc8-3d50-4742-b9bd-9b31e171ec25 {{(pid=94160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:09:49.257422 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-057dd335-7f81-4dd9-996d-0308a6109d54 req-a475be64-3d76-4fb5-879f-6020734f3c5a tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717859 Sep 14 12:09:49.260042 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-200de30c-4e9d-4287-b467-6d893589f5b7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Made reservation on behalf of c767f723545f4fd28ddc09b080dc3696 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:09:49.263925 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-200de30c-4e9d-4287-b467-6d893589f5b7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:49.265651 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:49.287624 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Transition to ACTIVE for port object ce11cbc8-3d50-4742-b9bd-9b31e171ec25 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:49.293083 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:49.295069 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-843b0135-5193-4392-aca6-6d85407e5c9d req-46b65689-1fc3-4e89-a11b-d1efcae46113 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1223870260&fields=id&tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38 HTTP/1.1" status: 200 len: 267 time: 0.0774491 Sep 14 12:09:49.405919 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Pushing event updated for resources: {'Port': ['ID=ce11cbc8-3d50-4742-b9bd-9b31e171ec25,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:49.412782 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Attempting to bind port ce11cbc8-3d50-4742-b9bd-9b31e171ec25 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:09:49.413139 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Attempting to bind port ce11cbc8-3d50-4742-b9bd-9b31e171ec25 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '374805a8-30f8-41af-bb97-b8749f10030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:09:49.413477 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Attempting to bind port ce11cbc8-3d50-4742-b9bd-9b31e171ec25 on network 3a071452-e54a-489e-92ba-31d21538d42c {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:49.418153 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Port ce11cbc8-3d50-4742-b9bd-9b31e171ec25 on network 3a071452-e54a-489e-92ba-31d21538d42c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:09:49.418409 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Attempting to bind port ce11cbc8-3d50-4742-b9bd-9b31e171ec25 on network 3a071452-e54a-489e-92ba-31d21538d42c {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:49.423231 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:09:49.423582 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Checking segment: {'id': '374805a8-30f8-41af-bb97-b8749f10030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:49.424143 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Bound using segment: {'id': '374805a8-30f8-41af-bb97-b8749f10030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:09:49.424566 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Bound port: ce11cbc8-3d50-4742-b9bd-9b31e171ec25, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374805a8-30f8-41af-bb97-b8749f10030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:09:49.424922 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:49.494259 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] For port ce11cbc8-3d50-4742-b9bd-9b31e171ec25, host hv-cinder-78494, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:09:49.499176 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] For port ce11cbc8-3d50-4742-b9bd-9b31e171ec25, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ce11cbc8-3d50-4742-b9bd-9b31e171ec25,segment=NetworkSegment(374805a8-30f8-41af-bb97-b8749f10030f),segment_id=374805a8-30f8-41af-bb97-b8749f10030f)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:09:49.504070 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:49.509070 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c45a138-7871-4b2c-b599-6e562e837827 req-3064060b-9b1e-4f77-886b-a96d2258c0b7 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 210 time: 0.0627577 Sep 14 12:09:49.551453 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:49.552709 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:49.554702 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] 10.222.0.22 "PUT /v2.0/ports/ce11cbc8-3d50-4742-b9bd-9b31e171ec25 HTTP/1.1" status: 200 len: 1094 time: 1.4406848 Sep 14 12:09:49.556150 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b0135-5193-4392-aca6-6d85407e5c9d req-05ffc559-0d58-451c-9314-2f727b0fac32 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:49.557617 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4707d2-0f96-495d-9fd0-d41870afb450', 'tag': 'ce11cbc8-3d50-4742-b9bd-9b31e171ec25'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:09:49.564540 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-843b0135-5193-4392-aca6-6d85407e5c9d req-05ffc559-0d58-451c-9314-2f727b0fac32 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/networks?id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7 HTTP/1.1" status: 200 len: 817 time: 0.2592092 Sep 14 12:09:49.592134 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-843b0135-5193-4392-aca6-6d85407e5c9d req-445c56d9-365c-4c02-8bbd-d54979ee50a0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/quotas/b87ce2bcc21a44e78cf45e9bf4b17a38 HTTP/1.1" status: 200 len: 375 time: 0.0265844 Sep 14 12:09:49.597951 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-200de30c-4e9d-4287-b467-6d893589f5b7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Allocated IP 172.20.0.6 (3a071452-e54a-489e-92ba-31d21538d42c/a3ea5e92-0ff4-4e73-ace0-515dc4388b17/f1047694-2ee4-4cca-bfea-4d91ad7937cf) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:49.683565 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5621f-6927-4a8e-b93f-13de584f7581 service neutron] Pushing event updated for resources: {'Port': ['ID=ce11cbc8-3d50-4742-b9bd-9b31e171ec25,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:49.694837 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-843b0135-5193-4392-aca6-6d85407e5c9d req-4085af3a-b39d-4ceb-a76c-b921fa63ac34 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1016271 Sep 14 12:09:49.825452 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c7473670bfc4804779e6de410628707900893b250cd34c1ce1c05d6cbac26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f966d4fa-761e-4b2c-9e40-9e628dbae529" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4707d2-0f96-495d-9fd0-d41870afb450", "tag": "ce11cbc8-3d50-4742-b9bd-9b31e171ec25"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:09:49.870411 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-843b0135-5193-4392-aca6-6d85407e5c9d req-979708c5-b0d0-4eef-91fc-22cede0bd921 service neutron] 10.222.0.20 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622927 Sep 14 12:09:49.939107 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-200de30c-4e9d-4287-b467-6d893589f5b7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:50.062623 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-843b0135-5193-4392-aca6-6d85407e5c9d req-82d5817a-0319-4786-8f1b-e5ac92392065 service neutron] 10.222.0.20 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737790 Sep 14 12:09:50.091729 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-200de30c-4e9d-4287-b467-6d893589f5b7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:50.157062 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dccd3aa-b685-4398-a72d-320d71290d45 x-openstack-request-id: req-6dccd3aa-b685-4398-a72d-320d71290d45 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:09:50.157348 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4707d2-0f96-495d-9fd0-d41870afb450", "tag": "ce11cbc8-3d50-4742-b9bd-9b31e171ec25", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:09:50.157589 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6dccd3aa-b685-4398-a72d-320d71290d45 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:09:50.158034 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4707d2-0f96-495d-9fd0-d41870afb450', 'tag': 'ce11cbc8-3d50-4742-b9bd-9b31e171ec25', 'status': 'completed', 'code': 200} Sep 14 12:09:50.169766 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-200de30c-4e9d-4287-b467-6d893589f5b7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Network 3a071452-e54a-489e-92ba-31d21538d42c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:50.174695 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-200de30c-4e9d-4287-b467-6d893589f5b7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:50.179814 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-200de30c-4e9d-4287-b467-6d893589f5b7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:09:50.186509 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-200de30c-4e9d-4287-b467-6d893589f5b7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:50.187441 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-200de30c-4e9d-4287-b467-6d893589f5b7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:50.206958 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200de30c-4e9d-4287-b467-6d893589f5b7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Pushing event updated for resources: {'Port': ['ID=f1047694-2ee4-4cca-bfea-4d91ad7937cf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:50.240860 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-200de30c-4e9d-4287-b467-6d893589f5b7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8770587 Sep 14 12:09:50.445457 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 64775b6e-b6d6-4300-9d8d-d82fe72e628f up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:50.459448 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5301b-46fc-47e1-aa1a-a04921866598 req-4e74d74d-8879-43d4-b4a6-34ff78a92499 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:50.476851 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87b5301b-46fc-47e1-aa1a-a04921866598 req-4e74d74d-8879-43d4-b4a6-34ff78a92499 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 931 time: 0.1232145 Sep 14 12:09:50.551363 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 64775b6e-b6d6-4300-9d8d-d82fe72e628f triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:50.552149 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:50.582804 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87b5301b-46fc-47e1-aa1a-a04921866598 req-be9bf1e9-f938-462a-bbab-57caad5717fa tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014059 Sep 14 12:09:50.652434 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25fa5c71-99c0-458e-91e8-101d58e7df50 req-951f5a64-9698-49c4-bd18-307128e0bf69 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 210 time: 0.0953202 Sep 14 12:09:50.836372 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fa2ac-9b3b-4282-9f03-b6a0f87e17e2 req-caf4eaf7-c898-44b5-b920-3d80ed69e222 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:50.838211 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9f5fa2ac-9b3b-4282-9f03-b6a0f87e17e2 req-caf4eaf7-c898-44b5-b920-3d80ed69e222 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 943 time: 0.0919840 Sep 14 12:09:50.958264 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9f5fa2ac-9b3b-4282-9f03-b6a0f87e17e2 req-3cc3ab90-77c1-454a-bfd3-76c70eba8447 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121671 Sep 14 12:09:51.009016 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-99c9f6b5-c1f6-4372-b996-e46e95b55e60 req-5e21884f-8396-4857-95d4-0e30ea1a4eec tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 210 time: 0.0443034 Sep 14 12:09:51.514821 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Request body: {'port': {'device_id': '402800b9-4b66-4346-be05-6821b000842c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:51.564291 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 43574) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:51.598450 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:51.861091 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966d4fa-761e-4b2c-9e40-9e628dbae529 req-a09c56f5-30cb-4150-8ac3-19c4f6a51497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:51.865399 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f966d4fa-761e-4b2c-9e40-9e628dbae529 req-a09c56f5-30cb-4150-8ac3-19c4f6a51497 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c767f723545f4fd28ddc09b080dc3696&device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 1097 time: 0.1608889 Sep 14 12:09:51.905538 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac412acd-1441-4cde-b6ca-2d5ac16e8172 req-8a563eb6-4cdf-4376-84de-82778b39ef83 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 210 time: 0.0769649 Sep 14 12:09:51.908006 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4746f218-bf7b-4bd9-b362-72e1b664f3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:51.961141 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d7711-4a21-4466-a08d-f245f72fd7ed req-c1f50eb7-35a2-4899-b6f8-a52f82949d89 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:51.962716 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-220d7711-4a21-4466-a08d-f245f72fd7ed req-c1f50eb7-35a2-4899-b6f8-a52f82949d89 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 931 time: 0.2799962 Sep 14 12:09:52.074864 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966d4fa-761e-4b2c-9e40-9e628dbae529 req-4f1fcee9-6498-49aa-9ce8-6c32ae217461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:52.077186 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f966d4fa-761e-4b2c-9e40-9e628dbae529 req-4f1fcee9-6498-49aa-9ce8-6c32ae217461 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=c767f723545f4fd28ddc09b080dc3696&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2004137 Sep 14 12:09:52.107984 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-220d7711-4a21-4466-a08d-f245f72fd7ed req-53601742-c140-41f6-b6d9-07b2104d330e tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123874 Sep 14 12:09:52.191068 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c9ca1-d2a6-4084-97d3-a7665a4f1c77 req-350aca6d-318c-4ac5-a6f6-c8bbe3cc4712 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:52.200270 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d4c9ca1-d2a6-4084-97d3-a7665a4f1c77 req-350aca6d-318c-4ac5-a6f6-c8bbe3cc4712 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 943 time: 0.1635973 Sep 14 12:09:52.243493 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1047694-2ee4-4cca-bfea-4d91ad7937cf {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:09:52.268565 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9661fe09-3dce-4771-be2c-26bc0987e7de req-fb796596-e78e-4f96-a155-e57da03b6adf tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 210 time: 0.0629282 Sep 14 12:09:52.273750 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:52.336023 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Transition to ACTIVE for port object f1047694-2ee4-4cca-bfea-4d91ad7937cf will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:52.350423 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d4c9ca1-d2a6-4084-97d3-a7665a4f1c77 req-e19780c9-82a9-4205-99d7-5d7d4e1c753d tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461947 Sep 14 12:09:52.371547 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4746f218-bf7b-4bd9-b362-72e1b664f3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:52.379204 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:52.388886 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4746f218-bf7b-4bd9-b362-72e1b664f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:52.402202 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966d4fa-761e-4b2c-9e40-9e628dbae529 req-16f9e415-0143-4fef-913d-a49cae59e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:52.406883 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f966d4fa-761e-4b2c-9e40-9e628dbae529 req-16f9e415-0143-4fef-913d-a49cae59e883 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3171980 Sep 14 12:09:52.517717 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-20ffdc35-5100-4168-9a91-a05768714da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:52.517910 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Pushing event updated for resources: {'Port': ['ID=f1047694-2ee4-4cca-bfea-4d91ad7937cf,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:52.520002 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-20ffdc35-5100-4168-9a91-a05768714da8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c767f723545f4fd28ddc09b080dc3696&device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 1097 time: 0.0692139 Sep 14 12:09:52.526000 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746f218-bf7b-4bd9-b362-72e1b664f3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31d4dbd-7c9f-4879-97a3-7ae1099217ab,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:52.530199 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-4746f218-bf7b-4bd9-b362-72e1b664f3ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93d936d2c0074384bbf7975335286497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9606917 Sep 14 12:09:52.535264 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43652) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:52.552788 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-0a65579b-b69e-494c-b27f-1317904b26c2 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:52.554346 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-0a65579b-b69e-494c-b27f-1317904b26c2 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.22 "GET /v2.0/networks?id=3329974f-caa5-4fbb-a97c-79e694482018 HTTP/1.1" status: 200 len: 811 time: 0.2626731 Sep 14 12:09:52.599169 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Attempting to bind port f1047694-2ee4-4cca-bfea-4d91ad7937cf on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:09:52.599515 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Attempting to bind port f1047694-2ee4-4cca-bfea-4d91ad7937cf by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '374805a8-30f8-41af-bb97-b8749f10030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:09:52.599842 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Attempting to bind port f1047694-2ee4-4cca-bfea-4d91ad7937cf on network 3a071452-e54a-489e-92ba-31d21538d42c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:52.641126 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-0edfff2a-5f1a-4c03-8d42-cb6ba0474087 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc7f932fd90541ac8eb8962205371d28 HTTP/1.1" status: 200 len: 380 time: 0.0721829 Sep 14 12:09:52.643485 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Port f1047694-2ee4-4cca-bfea-4d91ad7937cf on network 3a071452-e54a-489e-92ba-31d21538d42c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:09:52.643956 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Attempting to bind port f1047694-2ee4-4cca-bfea-4d91ad7937cf on network 3a071452-e54a-489e-92ba-31d21538d42c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:52.671308 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-afb2357d-c83b-4cd5-9793-a183a2eb6fbd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Request body: {'port': {'device_id': '35d74d64-7872-47f6-99e2-6b42f518dc45', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'admin_state_up': True, 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'security_groups': ['21a86fea-96d5-42ce-94b6-db00a7630461']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:52.675666 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:09:52.676260 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Checking segment: {'id': '374805a8-30f8-41af-bb97-b8749f10030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:52.676859 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Bound using segment: {'id': '374805a8-30f8-41af-bb97-b8749f10030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:09:52.677538 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Bound port: f1047694-2ee4-4cca-bfea-4d91ad7937cf, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374805a8-30f8-41af-bb97-b8749f10030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:09:52.678165 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:52.799622 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.22', 50026) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:52.924472 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-4d55abda-6a01-4c59-9986-17b694222b8e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce11cbc8-3d50-4742-b9bd-9b31e171ec25 HTTP/1.1" status: 200 len: 217 time: 0.3899543 Sep 14 12:09:53.033363 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-ddbf0630-5985-4274-b460-2f235b83b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:53.035390 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-ddbf0630-5985-4274-b460-2f235b83b04a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ea5e92-0ff4-4e73-ace0-515dc4388b17 HTTP/1.1" status: 200 len: 858 time: 0.0791364 Sep 14 12:09:53.041471 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-08dc3d9f-3015-4d3a-a540-684cbf840298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:53.138382 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-0fb4f8b7-8581-44f2-8278-4ba74859c784 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a071452-e54a-489e-92ba-31d21538d42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873511 Sep 14 12:09:53.154102 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d5c1e9e0-750d-4b5f-98a9-798d988b2a68 req-3753c0c2-ac9b-44d3-a319-807d00e4e096 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 210 time: 0.0687649 Sep 14 12:09:53.161873 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-08dc3d9f-3015-4d3a-a540-684cbf840298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:53.172289 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] For port f1047694-2ee4-4cca-bfea-4d91ad7937cf, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:09:53.213494 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] For port f1047694-2ee4-4cca-bfea-4d91ad7937cf, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f1047694-2ee4-4cca-bfea-4d91ad7937cf,segment=NetworkSegment(374805a8-30f8-41af-bb97-b8749f10030f),segment_id=374805a8-30f8-41af-bb97-b8749f10030f)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:09:53.222025 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-afb2357d-c83b-4cd5-9793-a183a2eb6fbd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Made reservation on behalf of bc7f932fd90541ac8eb8962205371d28 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:09:53.226627 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-afb2357d-c83b-4cd5-9793-a183a2eb6fbd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:53.232303 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:53.253305 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-08dc3d9f-3015-4d3a-a540-684cbf840298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:53.255852 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b0135-5193-4392-aca6-6d85407e5c9d req-9ca06aad-93b8-428c-a2ba-3ca752728b5b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:53.257084 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-08dc3d9f-3015-4d3a-a540-684cbf840298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:53.258089 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-843b0135-5193-4392-aca6-6d85407e5c9d req-9ca06aad-93b8-428c-a2ba-3ca752728b5b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.22 "GET /v2.0/networks?id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7 HTTP/1.1" status: 200 len: 817 time: 0.4572928 Sep 14 12:09:53.258361 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-08dc3d9f-3015-4d3a-a540-684cbf840298 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b31d4dbd-7c9f-4879-97a3-7ae1099217ab HTTP/1.1" status: 204 len: 168 time: 0.7222333 Sep 14 12:09:53.303260 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc3d9f-3015-4d3a-a540-684cbf840298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31d4dbd-7c9f-4879-97a3-7ae1099217ab,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:53.355476 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-32d5ac08-8457-4ba0-a696-50990ae08067 service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499949 Sep 14 12:09:53.363824 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:53.363824 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:53.363824 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] 10.222.0.22 "PUT /v2.0/ports/f1047694-2ee4-4cca-bfea-4d91ad7937cf HTTP/1.1" status: 200 len: 1093 time: 1.8531985 Sep 14 12:09:53.371223 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402800b9-4b66-4346-be05-6821b000842c', 'tag': 'f1047694-2ee4-4cca-bfea-4d91ad7937cf'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:09:53.373744 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c4ca2c-af54-493a-bce6-1df846dd9f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "402800b9-4b66-4346-be05-6821b000842c", "tag": "f1047694-2ee4-4cca-bfea-4d91ad7937cf"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:09:53.446752 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b28cee58-9c56-40f2-97f8-98d9d1b5ab24 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:09:53.509876 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-843b0135-5193-4392-aca6-6d85407e5c9d req-5a5621f7-40b4-402d-b7f2-bb5a7913ba8c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38 HTTP/1.1" status: 200 len: 380 time: 0.2328875 Sep 14 12:09:53.519195 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bd5ea-1c8e-4605-8604-809b8e68746d service neutron] Pushing event updated for resources: {'Port': ['ID=f1047694-2ee4-4cca-bfea-4d91ad7937cf,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:53.539534 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43710) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:53.542632 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-843b0135-5193-4392-aca6-6d85407e5c9d req-b10e8a15-5892-4006-8851-36fadb5bf174 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Request body: {'port': {'device_id': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'admin_state_up': True, 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'security_groups': ['33fdcdfb-d497-4c88-91fe-f89d52188fc4']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:53.550489 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0f15cf47-9531-4c7b-b39e-8d73c84af0b7 req-a3c2ceab-724a-4db5-be5d-3eed004a8ddf service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773443 Sep 14 12:09:53.590423 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bd036-a749-47d8-a1f1-63918fd53e44 req-161af054-1bf9-45a8-a65e-5cdf8017ba75 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:53.592250 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1c4bd036-a749-47d8-a1f1-63918fd53e44 req-161af054-1bf9-45a8-a65e-5cdf8017ba75 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 943 time: 0.3167324 Sep 14 12:09:53.594317 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-896ea9a7-18d1-4485-ab63-695bfa462810 req-05b1573d-e5ba-4056-b09f-a8082c816f70 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 210 time: 0.1613739 Sep 14 12:09:53.639357 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port b28cee58-9c56-40f2-97f8-98d9d1b5ab24, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b28cee58-9c56-40f2-97f8-98d9d1b5ab24,segment=NetworkSegment(e7c0df0b-cd03-4e97-9906-35b3f9e7d89a),segment_id=e7c0df0b-cd03-4e97-9906-35b3f9e7d89a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:53.656921 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': 'b28cee58-9c56-40f2-97f8-98d9d1b5ab24', 'network_id': '8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5', 'port_id': 'b28cee58-9c56-40f2-97f8-98d9d1b5ab24', 'mac_address': 'fa:16:3e:41:1e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6494e716-524f-45b4-9ad9-37f54e349ca2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:09:53.698166 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:53.712420 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-7c361696-d797-48e3-b821-10f359ee09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:53.713884 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-7c361696-d797-48e3-b821-10f359ee09ab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c767f723545f4fd28ddc09b080dc3696&device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 1096 time: 0.2779706 Sep 14 12:09:53.718195 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28cee58-9c56-40f2-97f8-98d9d1b5ab24 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:09:53.737180 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-60c3c56f-6864-44ba-9e26-ed7bb26b17b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:53.749977 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port b28cee58-9c56-40f2-97f8-98d9d1b5ab24, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b28cee58-9c56-40f2-97f8-98d9d1b5ab24,segment=NetworkSegment(e7c0df0b-cd03-4e97-9906-35b3f9e7d89a),segment_id=e7c0df0b-cd03-4e97-9906-35b3f9e7d89a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:53.762872 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:53.775926 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-afb2357d-c83b-4cd5-9793-a183a2eb6fbd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Allocated IP 172.20.0.6 (3329974f-caa5-4fbb-a97c-79e694482018/376911e4-d0c1-454d-ab61-9236295f51b8/e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:53.781661 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1c4bd036-a749-47d8-a1f1-63918fd53e44 req-e20cbf54-8cd8-4ac2-a85d-6184fc577c4c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476164 Sep 14 12:09:53.848461 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43718) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:53.860402 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdeb13-220c-4266-b1d4-8740fdf9ba0e req-62227026-6ca9-48cb-a33b-ec829a39d917 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:53.862251 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6dbdeb13-220c-4266-b1d4-8740fdf9ba0e req-62227026-6ca9-48cb-a33b-ec829a39d917 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 943 time: 0.1883526 Sep 14 12:09:53.871987 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a0e6b671-4c4b-412f-8a95-3fec4cfc5362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:53.884632 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2547053-1532-493c-963a-03fbeaa61ac5 x-openstack-request-id: req-c2547053-1532-493c-963a-03fbeaa61ac5 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:09:53.885478 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402800b9-4b66-4346-be05-6821b000842c", "tag": "f1047694-2ee4-4cca-bfea-4d91ad7937cf", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:09:53.885478 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2547053-1532-493c-963a-03fbeaa61ac5 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:09:53.886130 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402800b9-4b66-4346-be05-6821b000842c', 'tag': 'f1047694-2ee4-4cca-bfea-4d91ad7937cf', 'status': 'completed', 'code': 200} Sep 14 12:09:53.894061 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=b28cee58-9c56-40f2-97f8-98d9d1b5ab24,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:53.921731 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-60c3c56f-6864-44ba-9e26-ed7bb26b17b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:53.927601 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-60c3c56f-6864-44ba-9e26-ed7bb26b17b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:53.967634 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-60c3c56f-6864-44ba-9e26-ed7bb26b17b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82d4c6d82b01416492b5b6988bc0c0fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247394 Sep 14 12:09:53.970279 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43722) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:53.971532 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6dbdeb13-220c-4266-b1d4-8740fdf9ba0e req-2ba3482e-6452-4efc-97ef-96ea7a9a1f17 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849018 Sep 14 12:09:53.979158 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3c56f-6864-44ba-9e26-ed7bb26b17b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1e644f-00d5-439a-ba60-ca2be4f3d4fd,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:54.004366 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843b0135-5193-4392-aca6-6d85407e5c9d req-b10e8a15-5892-4006-8851-36fadb5bf174 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Made reservation on behalf of b87ce2bcc21a44e78cf45e9bf4b17a38 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:09:54.008357 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-843b0135-5193-4392-aca6-6d85407e5c9d req-b10e8a15-5892-4006-8851-36fadb5bf174 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.057866 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0b05-118e-4d03-b93d-0ca4aaf79658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.093064 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0b05-118e-4d03-b93d-0ca4aaf79658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.110213 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-afb2357d-c83b-4cd5-9793-a183a2eb6fbd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.145572 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a0e6b671-4c4b-412f-8a95-3fec4cfc5362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.149358 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-afb2357d-c83b-4cd5-9793-a183a2eb6fbd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Transition to ACTIVE for port object e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:54.150657 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a0e6b671-4c4b-412f-8a95-3fec4cfc5362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.181656 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-843b0135-5193-4392-aca6-6d85407e5c9d req-b10e8a15-5892-4006-8851-36fadb5bf174 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Allocated IP 172.20.0.11 (a954f315-17f5-4dc0-ad82-4574b6dfc4d7/bc6208ef-9aa5-4893-bd46-0183fd7d2f36/b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:54.191967 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a0e6b671-4c4b-412f-8a95-3fec4cfc5362 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3736f3bb8dbe4bd98f27956d691f92e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419018 Sep 14 12:09:54.195103 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 43726) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:54.195409 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6b671-4c4b-412f-8a95-3fec4cfc5362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d73684-a8a1-4085-ae89-518b8d31a51a,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:54.200187 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0b05-118e-4d03-b93d-0ca4aaf79658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.202700 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0b05-118e-4d03-b93d-0ca4aaf79658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.206295 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2a5a0b05-118e-4d03-b93d-0ca4aaf79658 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da1e644f-00d5-439a-ba60-ca2be4f3d4fd HTTP/1.1" status: 204 len: 168 time: 0.2324328 Sep 14 12:09:54.212529 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a0b05-118e-4d03-b93d-0ca4aaf79658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1e644f-00d5-439a-ba60-ca2be4f3d4fd,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:54.255097 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-afb2357d-c83b-4cd5-9793-a183a2eb6fbd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.370410 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-afb2357d-c83b-4cd5-9793-a183a2eb6fbd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Network 3329974f-caa5-4fbb-a97c-79e694482018 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:54.377854 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4df830e8-8a71-4d57-bf1a-f5433ed969d2 req-a22bab8e-4435-4fc0-b33f-7e4bb02f3c4c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 210 time: 0.0733132 Sep 14 12:09:54.378462 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3415f616-7caa-4ad2-bc06-a2234c71754a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.392999 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-afb2357d-c83b-4cd5-9793-a183a2eb6fbd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:54.407382 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-afb2357d-c83b-4cd5-9793-a183a2eb6fbd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:09:54.413148 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-afb2357d-c83b-4cd5-9793-a183a2eb6fbd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:54.413770 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-afb2357d-c83b-4cd5-9793-a183a2eb6fbd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.420474 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2357d-c83b-4cd5-9793-a183a2eb6fbd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event updated for resources: {'Port': ['ID=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:54.469670 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3415f616-7caa-4ad2-bc06-a2234c71754a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.480801 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-afb2357d-c83b-4cd5-9793-a183a2eb6fbd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8149550 Sep 14 12:09:54.543675 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-843b0135-5193-4392-aca6-6d85407e5c9d req-b10e8a15-5892-4006-8851-36fadb5bf174 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.570270 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-843b0135-5193-4392-aca6-6d85407e5c9d req-b10e8a15-5892-4006-8851-36fadb5bf174 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Transition to ACTIVE for port object b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:54.571858 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3415f616-7caa-4ad2-bc06-a2234c71754a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.574393 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3415f616-7caa-4ad2-bc06-a2234c71754a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.575603 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-3415f616-7caa-4ad2-bc06-a2234c71754a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08d73684-a8a1-4085-ae89-518b8d31a51a HTTP/1.1" status: 204 len: 168 time: 0.3795755 Sep 14 12:09:54.596237 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415f616-7caa-4ad2-bc06-a2234c71754a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d73684-a8a1-4085-ae89-518b8d31a51a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:54.604305 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43736) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:54.636645 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d0e39c20-1df7-4755-bf62-4510306da506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.644236 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-843b0135-5193-4392-aca6-6d85407e5c9d req-b10e8a15-5892-4006-8851-36fadb5bf174 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.683514 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-c51db3af-5e34-4e02-a1c0-1c0dedc844f1 None None] Provisioning for port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:09:54.691582 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-c51db3af-5e34-4e02-a1c0-1c0dedc844f1 None None] Provisioning complete for port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:54.694636 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c51db3af-5e34-4e02-a1c0-1c0dedc844f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.695774 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843b0135-5193-4392-aca6-6d85407e5c9d req-b10e8a15-5892-4006-8851-36fadb5bf174 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:54.699208 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-843b0135-5193-4392-aca6-6d85407e5c9d req-b10e8a15-5892-4006-8851-36fadb5bf174 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:54.717974 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-843b0135-5193-4392-aca6-6d85407e5c9d req-b10e8a15-5892-4006-8851-36fadb5bf174 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:09:54.725448 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b0135-5193-4392-aca6-6d85407e5c9d req-b10e8a15-5892-4006-8851-36fadb5bf174 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:54.726518 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-843b0135-5193-4392-aca6-6d85407e5c9d req-b10e8a15-5892-4006-8851-36fadb5bf174 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.752345 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e8a15-5892-4006-8851-36fadb5bf174 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event updated for resources: {'Port': ['ID=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:54.772300 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d0e39c20-1df7-4755-bf62-4510306da506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.772928 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-c51db3af-5e34-4e02-a1c0-1c0dedc844f1 None None] Port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:09:54.778846 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d0e39c20-1df7-4755-bf62-4510306da506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.791729 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-843b0135-5193-4392-aca6-6d85407e5c9d req-b10e8a15-5892-4006-8851-36fadb5bf174 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2600846 Sep 14 12:09:54.822368 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7672047-b0d7-4144-a02c-c97b68f0d5e1 req-26a88185-a88f-4f4e-898e-dcdc52863fa8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:54.827691 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f7672047-b0d7-4144-a02c-c97b68f0d5e1 req-26a88185-a88f-4f4e-898e-dcdc52863fa8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 931 time: 0.0977037 Sep 14 12:09:54.842050 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d0e39c20-1df7-4755-bf62-4510306da506 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f46321d6638449608a92a667f2c4a069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340655 Sep 14 12:09:54.842538 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 43744) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:54.852142 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e39c20-1df7-4755-bf62-4510306da506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57011e11-9af3-4a86-8cfa-a51110e0429a,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:54.978382 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f7672047-b0d7-4144-a02c-c97b68f0d5e1 req-4571525b-ab80-410d-a2c6-6db491cb7eee tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437836 Sep 14 12:09:54.983773 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a6829095-77e6-42c5-8872-4145ded64809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:54.997057 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db814e-5173-440f-808f-bcce14c98790 req-635af5ba-138f-4d49-a44d-926ae88da45a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:54.998567 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87db814e-5173-440f-808f-bcce14c98790 req-635af5ba-138f-4d49-a44d-926ae88da45a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 943 time: 0.1041203 Sep 14 12:09:55.018927 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2dfa3e78-9a85-442d-8215-4b1826f80ba3 None None] Provisioning for port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:09:55.025679 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2dfa3e78-9a85-442d-8215-4b1826f80ba3 None None] Provisioning complete for port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:55.026283 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2dfa3e78-9a85-442d-8215-4b1826f80ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:55.027813 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a6829095-77e6-42c5-8872-4145ded64809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:55.060937 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2dfa3e78-9a85-442d-8215-4b1826f80ba3 None None] Port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:09:55.099368 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87db814e-5173-440f-808f-bcce14c98790 req-3cb09f48-ef80-48cd-8f57-00452a2b1439 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872953 Sep 14 12:09:55.137668 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d11dd4-4a2d-4735-8549-f93795d8d852 req-6a5ecb32-9c75-4d20-8e12-5d49e19c0e73 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:55.139257 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-83d11dd4-4a2d-4735-8549-f93795d8d852 req-6a5ecb32-9c75-4d20-8e12-5d49e19c0e73 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 944 time: 0.0605967 Sep 14 12:09:55.146173 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a6829095-77e6-42c5-8872-4145ded64809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:55.148886 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a6829095-77e6-42c5-8872-4145ded64809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:55.150199 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a6829095-77e6-42c5-8872-4145ded64809 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57011e11-9af3-4a86-8cfa-a51110e0429a HTTP/1.1" status: 204 len: 168 time: 0.3063002 Sep 14 12:09:55.165505 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6829095-77e6-42c5-8872-4145ded64809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57011e11-9af3-4a86-8cfa-a51110e0429a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:55.210470 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-83d11dd4-4a2d-4735-8549-f93795d8d852 req-30a68038-63cb-418f-bdf2-f47eee28075a tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588996 Sep 14 12:09:55.517578 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f23789-9acb-4ac7-87f3-e6139a44b583 req-66c4fd63-f86b-4d6b-b622-61d3f119ba3e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:55.519052 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66f23789-9acb-4ac7-87f3-e6139a44b583 req-66c4fd63-f86b-4d6b-b622-61d3f119ba3e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 932 time: 0.0564742 Sep 14 12:09:55.559004 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66f23789-9acb-4ac7-87f3-e6139a44b583 req-c734c4b8-0f54-4143-8da8-38660d606568 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326157 Sep 14 12:09:56.113759 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab42f4-3df8-48bc-ac10-e882fb699044 req-d0bec8f9-6c4c-478f-9a37-a396f370a049 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:56.115894 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-54ab42f4-3df8-48bc-ac10-e882fb699044 req-d0bec8f9-6c4c-478f-9a37-a396f370a049 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 931 time: 0.0561585 Sep 14 12:09:56.167620 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-54ab42f4-3df8-48bc-ac10-e882fb699044 req-ee371eba-f8fd-43ff-b720-a9ddea6dfa8e tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447183 Sep 14 12:09:56.241938 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac30d7e-dede-4e0d-83cc-3f4959b105fc req-6d927056-56d6-4b8b-bf3c-a306a50bc994 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:56.249493 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8ac30d7e-dede-4e0d-83cc-3f4959b105fc req-6d927056-56d6-4b8b-bf3c-a306a50bc994 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 943 time: 0.0612149 Sep 14 12:09:56.287690 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8ac30d7e-dede-4e0d-83cc-3f4959b105fc req-0cffe6aa-22c1-4773-ab8c-67b644650763 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371680 Sep 14 12:09:56.357492 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e80ac-2780-424f-a64d-85c90db72a1c req-581ce1d1-5f4b-4cdb-bdb2-59259882ab32 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:56.358969 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-689e80ac-2780-424f-a64d-85c90db72a1c req-581ce1d1-5f4b-4cdb-bdb2-59259882ab32 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 944 time: 0.0591331 Sep 14 12:09:56.403233 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-689e80ac-2780-424f-a64d-85c90db72a1c req-5790e7e9-ac9c-40d4-822f-b8c3cbe05fbb tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349684 Sep 14 12:09:56.602048 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Request body: {'port': {'device_id': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:56.615320 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Request body: {'port': {'device_id': '35d74d64-7872-47f6-99e2-6b42f518dc45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:56.672589 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-6bf7dc10-34a1-47ac-b7c7-f791800c9f77 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1047694-2ee4-4cca-bfea-4d91ad7937cf HTTP/1.1" status: 200 len: 217 time: 0.0850539 Sep 14 12:09:56.818506 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:56.823621 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:56.850379 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-6988646c-e0c8-42ab-ac45-ca3470ac4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:56.851905 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-6988646c-e0c8-42ab-ac45-ca3470ac4c8e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ea5e92-0ff4-4e73-ace0-515dc4388b17 HTTP/1.1" status: 200 len: 858 time: 0.1555595 Sep 14 12:09:56.863956 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981f0b-2339-4f35-8dfa-2b11dd559f17 req-ea8dba96-895f-4694-986b-328f6777dc92 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:56.863956 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-71981f0b-2339-4f35-8dfa-2b11dd559f17 req-ea8dba96-895f-4694-986b-328f6777dc92 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 932 time: 0.1868467 Sep 14 12:09:56.933419 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-65476dbd-2806-4c36-96e9-7f7751bd0f85 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a071452-e54a-489e-92ba-31d21538d42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682468 Sep 14 12:09:56.969828 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43858) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:57.022295 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['b28cee58-9c56-40f2-97f8-98d9d1b5ab24'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:09:57.099907 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-661736da-8f5c-4ad9-8853-efbf6693920a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:57.229974 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-661736da-8f5c-4ad9-8853-efbf6693920a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:57.235377 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-661736da-8f5c-4ad9-8853-efbf6693920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:57.260619 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-71981f0b-2339-4f35-8dfa-2b11dd559f17 req-51bedfb8-45ff-4ec5-a805-acec5b2811c7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3854537 Sep 14 12:09:57.299936 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-661736da-8f5c-4ad9-8853-efbf6693920a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=086c2637b8504b96aa608dbadb1a4ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290052 Sep 14 12:09:57.302830 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43866) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:57.310791 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661736da-8f5c-4ad9-8853-efbf6693920a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26837554-e31b-4520-b686-8dd724339cd3,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:57.386008 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e165ec4d-0611-4ca3-b1ba-09b8bcac0689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:57.410866 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e165ec4d-0611-4ca3-b1ba-09b8bcac0689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:57.463436 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e165ec4d-0611-4ca3-b1ba-09b8bcac0689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:57.466304 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e165ec4d-0611-4ca3-b1ba-09b8bcac0689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:57.467505 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e165ec4d-0611-4ca3-b1ba-09b8bcac0689 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26837554-e31b-4520-b686-8dd724339cd3 HTTP/1.1" status: 204 len: 168 time: 0.1634877 Sep 14 12:09:57.496717 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165ec4d-0611-4ca3-b1ba-09b8bcac0689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26837554-e31b-4520-b686-8dd724339cd3,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:57.585002 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-493310ee-ecf9-44e0-b54a-22783b4e0703 service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6313655 Sep 14 12:09:57.592416 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fa56f-ab23-454f-989e-4cee1c5c600d req-e435c231-9887-4bda-9165-0546156429e8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:57.593836 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af1fa56f-ab23-454f-989e-4cee1c5c600d req-e435c231-9887-4bda-9165-0546156429e8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 931 time: 0.2594872 Sep 14 12:09:57.659787 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66298b-9a55-4a25-b5e8-f1879598b68b req-4a82419d-803a-45e5-b69c-4bf303ea9649 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:57.661783 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ab66298b-9a55-4a25-b5e8-f1879598b68b req-4a82419d-803a-45e5-b69c-4bf303ea9649 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 943 time: 0.2847171 Sep 14 12:09:57.779992 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43888) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:57.793684 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-44088983-5b44-41c6-aafb-a2ac5fddd741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:57.795945 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af1fa56f-ab23-454f-989e-4cee1c5c600d req-32ee7307-6ba7-4789-b5f9-66dc13644622 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659851 Sep 14 12:09:57.853601 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b85cca8-e1d1-4d8d-b507-b30dac3649ca req-5523eaf0-20ed-4bab-be8f-be8d1ef0f279 service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215343 Sep 14 12:09:57.887151 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ab66298b-9a55-4a25-b5e8-f1879598b68b req-7a41949d-7f59-49f6-8549-c591588f3d1a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029405 Sep 14 12:09:57.941129 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-44088983-5b44-41c6-aafb-a2ac5fddd741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:57.945917 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-44088983-5b44-41c6-aafb-a2ac5fddd741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:57.988597 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-44088983-5b44-41c6-aafb-a2ac5fddd741 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0d0cef61d71437ebd6fdd335126a58a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2074494 Sep 14 12:09:57.990558 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44088983-5b44-41c6-aafb-a2ac5fddd741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9d55db-eb66-43d0-82c0-1f51a1961a82,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:57.993205 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43894) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:58.023156 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:09:58.034910 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:58.057768 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:09:58.059234 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c5cdfe0-249c-477c-b9e8-281a93967a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:58.073671 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbf539-1d71-4a24-819d-981ce4336b25 req-f2086638-713d-4332-8daf-bf0e14c6b10f tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:58.074958 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8adbf539-1d71-4a24-819d-981ce4336b25 req-f2086638-713d-4332-8daf-bf0e14c6b10f tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 944 time: 0.1801264 Sep 14 12:09:58.086088 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Transition to ACTIVE for port object e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:58.088005 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:58.089352 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c5cdfe0-249c-477c-b9e8-281a93967a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:58.094810 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4ca2c-af54-493a-bce6-1df846dd9f6c req-8e24b602-ef52-4233-ba86-b2e05751db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:58.096425 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b6c4ca2c-af54-493a-bce6-1df846dd9f6c req-8e24b602-ef52-4233-ba86-b2e05751db7f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c767f723545f4fd28ddc09b080dc3696&device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 1096 time: 0.1403978 Sep 14 12:09:58.103940 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:58.151472 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Transition to ACTIVE for port object b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:09:58.154893 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c5cdfe0-249c-477c-b9e8-281a93967a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:58.159675 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c5cdfe0-249c-477c-b9e8-281a93967a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:58.168089 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5c5cdfe0-249c-477c-b9e8-281a93967a66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c9d55db-eb66-43d0-82c0-1f51a1961a82 HTTP/1.1" status: 204 len: 168 time: 0.1718061 Sep 14 12:09:58.174729 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cdfe0-249c-477c-b9e8-281a93967a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9d55db-eb66-43d0-82c0-1f51a1961a82,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:58.180757 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:58.264444 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Pushing event updated for resources: {'Port': ['ID=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:58.276171 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8adbf539-1d71-4a24-819d-981ce4336b25 req-b8f93a49-562b-420f-8531-fe7008341e70 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912467 Sep 14 12:09:58.428056 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:58.455222 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Attempting to bind port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:09:58.455856 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Attempting to bind port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:09:58.456397 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Attempting to bind port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf on network 3329974f-caa5-4fbb-a97c-79e694482018 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:58.482849 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf on network 3329974f-caa5-4fbb-a97c-79e694482018 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:09:58.483388 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Attempting to bind port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf on network 3329974f-caa5-4fbb-a97c-79e694482018 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:58.495331 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:09:58.495938 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Checking segment: {'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:58.496613 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Bound using segment: {'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:09:58.497269 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Bound port: e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:09:58.498060 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:58.546987 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4ca2c-af54-493a-bce6-1df846dd9f6c req-10e31846-caba-41ef-bc42-853b7b75e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:58.548489 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b6c4ca2c-af54-493a-bce6-1df846dd9f6c req-10e31846-caba-41ef-bc42-853b7b75e21b service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a071452-e54a-489e-92ba-31d21538d42c HTTP/1.1" status: 200 len: 919 time: 0.4285502 Sep 14 12:09:58.557964 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Attempting to bind port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:09:58.558121 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Attempting to bind port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:09:58.558414 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Attempting to bind port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf on network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:58.606998 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device ce11cbc8-3d50-4742-b9bd-9b31e171ec25 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:09:58.611642 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43914) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:58.628182 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf on network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:09:58.628503 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Attempting to bind port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf on network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:09:58.633749 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b6c4ca2c-af54-493a-bce6-1df846dd9f6c req-9b40334c-23d0-4f67-8225-7afe4cb7a2d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1047694-2ee4-4cca-bfea-4d91ad7937cf HTTP/1.1" status: 200 len: 217 time: 0.0729437 Sep 14 12:09:58.640829 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b28cee58-9c56-40f2-97f8-98d9d1b5ab24 up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:58.662312 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1a5b7-7728-4b59-91bc-21e01e14b389 req-cb6d139f-4175-4bbc-b197-41f0fd3c029d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:58.670280 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-89d1a5b7-7728-4b59-91bc-21e01e14b389 req-cb6d139f-4175-4bbc-b197-41f0fd3c029d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.2731230 Sep 14 12:09:58.673171 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:09:58.673507 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Checking segment: {'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:09:58.673879 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Bound using segment: {'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:09:58.674331 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Bound port: b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:09:58.674676 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:58.770977 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] For port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:09:58.771143 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-418fcd42-729c-4e5c-a8d8-b3cd290ecc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:58.774665 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4ca2c-af54-493a-bce6-1df846dd9f6c req-6d342e35-bb44-457e-8891-08385f53b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:58.776499 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b6c4ca2c-af54-493a-bce6-1df846dd9f6c req-6d342e35-bb44-457e-8891-08385f53b6e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ea5e92-0ff4-4e73-ace0-515dc4388b17 HTTP/1.1" status: 200 len: 858 time: 0.1336913 Sep 14 12:09:58.794210 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port b28cee58-9c56-40f2-97f8-98d9d1b5ab24 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:09:58.808036 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port b28cee58-9c56-40f2-97f8-98d9d1b5ab24 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:09:58.808776 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:58.811932 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port ce11cbc8-3d50-4742-b9bd-9b31e171ec25, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ce11cbc8-3d50-4742-b9bd-9b31e171ec25,segment=NetworkSegment(374805a8-30f8-41af-bb97-b8749f10030f),segment_id=374805a8-30f8-41af-bb97-b8749f10030f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:58.885948 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': 'ce11cbc8-3d50-4742-b9bd-9b31e171ec25', 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c', 'port_id': 'ce11cbc8-3d50-4742-b9bd-9b31e171ec25', 'mac_address': 'fa:16:3e:e2:0d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ea5e92-0ff4-4e73-ace0-515dc4388b17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:09:58.901107 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-89d1a5b7-7728-4b59-91bc-21e01e14b389 req-09584873-8ac5-48e9-972b-db185219b37a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298963 Sep 14 12:09:58.924142 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-418fcd42-729c-4e5c-a8d8-b3cd290ecc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:58.931827 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-418fcd42-729c-4e5c-a8d8-b3cd290ecc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:58.954065 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] For port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf,segment=NetworkSegment(3f2d7a91-3dd4-4446-870d-ce887d43071a),segment_id=3f2d7a91-3dd4-4446-870d-ce887d43071a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:09:58.956363 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b6c4ca2c-af54-493a-bce6-1df846dd9f6c req-040c403d-6fb1-4ee3-954d-838a3ccc4d2a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a071452-e54a-489e-92ba-31d21538d42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056252 Sep 14 12:09:58.972514 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-919ea645-e1ed-48a4-9cce-29939e865386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:58.974346 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-418fcd42-729c-4e5c-a8d8-b3cd290ecc96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78878dbbc04543d4b5bdeb97859203a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609583 Sep 14 12:09:58.982145 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43938) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:58.983658 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:59.042101 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:59.066297 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce11cbc8-3d50-4742-b9bd-9b31e171ec25 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:09:59.086467 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1e6338d6-e659-4e13-94ff-1e6d14221d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:59.119275 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1e6338d6-e659-4e13-94ff-1e6d14221d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:59.165355 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:59.173430 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fcd42-729c-4e5c-a8d8-b3cd290ecc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfa5752-4363-42e3-b3d6-e1da7a48cafe,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:59.175724 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port ce11cbc8-3d50-4742-b9bd-9b31e171ec25, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ce11cbc8-3d50-4742-b9bd-9b31e171ec25,segment=NetworkSegment(374805a8-30f8-41af-bb97-b8749f10030f),segment_id=374805a8-30f8-41af-bb97-b8749f10030f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:59.189857 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:59.212846 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1e6338d6-e659-4e13-94ff-1e6d14221d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:59.215747 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1e6338d6-e659-4e13-94ff-1e6d14221d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:59.219488 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1e6338d6-e659-4e13-94ff-1e6d14221d65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbfa5752-4363-42e3-b3d6-e1da7a48cafe HTTP/1.1" status: 204 len: 168 time: 0.2336359 Sep 14 12:09:59.229996 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6338d6-e659-4e13-94ff-1e6d14221d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfa5752-4363-42e3-b3d6-e1da7a48cafe,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:59.258036 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e14842b-b579-428d-abd4-6be2dceeea92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28cee58-9c56-40f2-97f8-98d9d1b5ab24'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:09:59.262775 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:59.263671 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:59.265453 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] 10.222.0.22 "PUT /v2.0/ports/e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf HTTP/1.1" status: 200 len: 1093 time: 2.6704793 Sep 14 12:09:59.275541 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d74d64-7872-47f6-99e2-6b42f518dc45', 'tag': 'e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:09:59.278242 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e262b408-40eb-4aa9-8d95-6cec05f476bd" -d '{"events": [{"name": "network-changed", "server_uuid": "35d74d64-7872-47f6-99e2-6b42f518dc45", "tag": "e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:09:59.319260 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956862d-7c62-4b07-9688-e807d234986e req-486ab71c-2da1-435b-b582-5570152275cb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:59.326776 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7956862d-7c62-4b07-9688-e807d234986e req-486ab71c-2da1-435b-b582-5570152275cb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 943 time: 0.4113154 Sep 14 12:09:59.328755 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621e97a-d7e2-42e1-b022-beb59af798fd service neutron] Pushing event updated for resources: {'Port': ['ID=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:59.384304 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port b28cee58-9c56-40f2-97f8-98d9d1b5ab24, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b28cee58-9c56-40f2-97f8-98d9d1b5ab24,segment=NetworkSegment(e7c0df0b-cd03-4e97-9906-35b3f9e7d89a),segment_id=e7c0df0b-cd03-4e97-9906-35b3f9e7d89a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:59.399494 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:59.403721 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=ce11cbc8-3d50-4742-b9bd-9b31e171ec25,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:59.406417 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] For port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:09:59.484264 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=b28cee58-9c56-40f2-97f8-98d9d1b5ab24,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:59.626775 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 43970) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:09:59.643450 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3badc8a-8446-46f1-b37c-c4cf57c13bcb req-e611240b-4ff2-4911-9e28-9e01b6d3713b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:59.647369 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3badc8a-8446-46f1-b37c-c4cf57c13bcb req-e611240b-4ff2-4911-9e28-9e01b6d3713b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 943 time: 0.6065614 Sep 14 12:09:59.713948 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] For port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:09:59.741706 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6287f9c-5fa0-42f4-950c-383099f76b28" -d '{"events": [{"server_uuid": "0e14842b-b579-428d-abd4-6be2dceeea92", "name": "network-vif-plugged", "status": "completed", "tag": "b28cee58-9c56-40f2-97f8-98d9d1b5ab24"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:09:59.742996 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:59.786964 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7956862d-7c62-4b07-9688-e807d234986e req-af4ea793-b81e-4c9f-a8cb-8b34e23964e5 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4588153 Sep 14 12:09:59.801102 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3badc8a-8446-46f1-b37c-c4cf57c13bcb req-832ca84e-93b2-422c-9452-eaf2f6b69c26 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225080 Sep 14 12:09:59.820815 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b6c4ca2c-af54-493a-bce6-1df846dd9f6c req-5c7b541c-f5a4-4227-8f9b-3ca9954c9e82 service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7904956 Sep 14 12:09:59.829165 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:59.829807 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:59.839418 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-843b0135-5193-4392-aca6-6d85407e5c9d req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] 10.222.0.22 "PUT /v2.0/ports/b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf HTTP/1.1" status: 200 len: 1094 time: 3.2352579 Sep 14 12:09:59.841654 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-3b7d90c9-1359-467e-a745-70f1127d9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:09:59.843189 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-3b7d90c9-1359-467e-a745-70f1127d9837 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc7f932fd90541ac8eb8962205371d28&device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 1096 time: 0.4971621 Sep 14 12:09:59.870878 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63c2b1c-dd7d-4bc1-9109-6eb0e126f22b x-openstack-request-id: req-b63c2b1c-dd7d-4bc1-9109-6eb0e126f22b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:09:59.875362 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d74d64-7872-47f6-99e2-6b42f518dc45", "tag": "e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:09:59.875562 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b63c2b1c-dd7d-4bc1-9109-6eb0e126f22b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:09:59.882959 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d74d64-7872-47f6-99e2-6b42f518dc45', 'tag': 'e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf', 'status': 'completed', 'code': 200} Sep 14 12:09:59.904905 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99729c1c-25c2-4811-b55a-716ce9e58191 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:59.907578 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8b465ace-0f63-4d70-98b9-fadbc6640e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:09:59.998312 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e7bb6-458a-43e8-bb6d-647d5cf2399b req-e8400d21-e181-40e7-9ed8-9a9a2971bf87 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:00.011391 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3d4e7bb6-458a-43e8-bb6d-647d5cf2399b req-e8400d21-e181-40e7-9ed8-9a9a2971bf87 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 945 time: 0.1081131 Sep 14 12:10:00.044138 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8b465ace-0f63-4d70-98b9-fadbc6640e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:00.049484 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8b465ace-0f63-4d70-98b9-fadbc6640e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:00.063725 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3d4e7bb6-458a-43e8-bb6d-647d5cf2399b req-929ccd97-22fd-4a97-af25-1a26e4517b1c tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468342 Sep 14 12:10:00.091367 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8b465ace-0f63-4d70-98b9-fadbc6640e3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=426f5aa73d6b4b9fa08a55cdfa872152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4610698 Sep 14 12:10:00.092550 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 43992) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:00.141124 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b465ace-0f63-4d70-98b9-fadbc6640e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c19c3b-d181-4fd4-80a6-ab12265546ad,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:00.205848 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa07cfb-153d-4445-92a7-6c48cd0f04ef x-openstack-request-id: req-dfa07cfb-153d-4445-92a7-6c48cd0f04ef {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:10:00.206696 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e14842b-b579-428d-abd4-6be2dceeea92", "name": "network-vif-plugged", "status": "completed", "tag": "b28cee58-9c56-40f2-97f8-98d9d1b5ab24", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:10:00.207121 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfa07cfb-153d-4445-92a7-6c48cd0f04ef {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:10:00.208943 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e14842b-b579-428d-abd4-6be2dceeea92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28cee58-9c56-40f2-97f8-98d9d1b5ab24', 'code': 200} Sep 14 12:10:00.232839 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f04fbf4-7e1a-493e-a84e-57f8543086cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:00.261102 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f04fbf4-7e1a-493e-a84e-57f8543086cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:00.275301 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a113b26-2118-4cba-8001-c154778f421b req-75d2144e-3d0e-4e49-8982-408a3de9f4b6 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:00.279597 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6a113b26-2118-4cba-8001-c154778f421b req-75d2144e-3d0e-4e49-8982-408a3de9f4b6 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.1498754 Sep 14 12:10:00.355411 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6a113b26-2118-4cba-8001-c154778f421b req-936b5e8a-c88e-4c43-bf29-88fdc7d47980 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699351 Sep 14 12:10:00.380598 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f04fbf4-7e1a-493e-a84e-57f8543086cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:00.384316 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f04fbf4-7e1a-493e-a84e-57f8543086cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:00.385485 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-0f04fbf4-7e1a-493e-a84e-57f8543086cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0c19c3b-d181-4fd4-80a6-ab12265546ad HTTP/1.1" status: 204 len: 168 time: 0.2907321 Sep 14 12:10:00.393952 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04fbf4-7e1a-493e-a84e-57f8543086cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c19c3b-d181-4fd4-80a6-ab12265546ad,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:00.660264 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 44020) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:00.775379 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44026) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:00.789414 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-23fb7ee3-1db9-4b67-9349-fad951941809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:00.940105 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-23fb7ee3-1db9-4b67-9349-fad951941809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:00.948165 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-23fb7ee3-1db9-4b67-9349-fad951941809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:00.968866 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d6bef-a3cd-42c1-9091-9fa1376a893a req-5aad3bc3-c094-4a42-b490-c3e683228364 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:00.970374 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f49d6bef-a3cd-42c1-9091-9fa1376a893a req-5aad3bc3-c094-4a42-b490-c3e683228364 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 943 time: 0.0932243 Sep 14 12:10:00.979265 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf5907-5bec-4572-8fd9-75337b0b4923 req-de2e5a44-b929-4c4a-aa60-32396c1d0dad tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:00.980814 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d3bf5907-5bec-4572-8fd9-75337b0b4923 req-de2e5a44-b929-4c4a-aa60-32396c1d0dad tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 943 time: 0.0912414 Sep 14 12:10:00.998596 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-23fb7ee3-1db9-4b67-9349-fad951941809 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=306f1f6aa99c41c08eb5096d78fa1efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221198 Sep 14 12:10:00.999437 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb7ee3-1db9-4b67-9349-fad951941809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af48967c-04da-42c2-b34a-8b93daa68a5b,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:01.002302 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44036) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:01.023881 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a1f76795-4097-4aa6-aea1-ad86c4c10dd7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1047358181-network', 'tenant_id': '4a320d7e2ca04396b2a2a1f0b00ad8eb'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:01.058097 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a33963ba-b75f-4c59-9d49-8de62147bf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:01.071975 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f49d6bef-a3cd-42c1-9091-9fa1376a893a req-afeae546-ff75-4662-a551-f2beaad3ec38 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898097 Sep 14 12:10:01.090546 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a33963ba-b75f-4c59-9d49-8de62147bf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:01.093364 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f76795-4097-4aa6-aea1-ad86c4c10dd7 admin admin] Made reservation on behalf of 4a320d7e2ca04396b2a2a1f0b00ad8eb for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:10:01.096795 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1f76795-4097-4aa6-aea1-ad86c4c10dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:01.116465 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d3bf5907-5bec-4572-8fd9-75337b0b4923 req-daf9c795-1c73-42f3-9f62-48cd501bf3f7 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275365 Sep 14 12:10:01.117338 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1f76795-4097-4aa6-aea1-ad86c4c10dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:01.157445 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a33963ba-b75f-4c59-9d49-8de62147bf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:01.160052 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a33963ba-b75f-4c59-9d49-8de62147bf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:01.163593 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a33963ba-b75f-4c59-9d49-8de62147bf9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af48967c-04da-42c2-b34a-8b93daa68a5b HTTP/1.1" status: 204 len: 168 time: 0.1579506 Sep 14 12:10:01.170051 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33963ba-b75f-4c59-9d49-8de62147bf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af48967c-04da-42c2-b34a-8b93daa68a5b,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:01.217558 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30855a27-181f-48e0-a0d4-4e6b6747504e req-b8e11965-7411-496e-bf92-979bd762ebb1 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:01.219080 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-30855a27-181f-48e0-a0d4-4e6b6747504e req-b8e11965-7411-496e-bf92-979bd762ebb1 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 945 time: 0.0783515 Sep 14 12:10:01.280026 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-30855a27-181f-48e0-a0d4-4e6b6747504e req-e72f0aec-46b6-4375-8d39-7333ee93f419 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461106 Sep 14 12:10:01.318982 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1f76795-4097-4aa6-aea1-ad86c4c10dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:01.323543 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1f76795-4097-4aa6-aea1-ad86c4c10dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:01.347210 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f76795-4097-4aa6-aea1-ad86c4c10dd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:10:01.365802 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1f76795-4097-4aa6-aea1-ad86c4c10dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:01.366212 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.segments_db [None req-a1f76795-4097-4aa6-aea1-ad86c4c10dd7 admin admin] Added segment 980ead39-80e6-4835-aaaa-bde634226470 of type vlan for network 5d2aa002-aec6-4579-8522-27db2eb8710f Sep 14 12:10:01.367658 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f76795-4097-4aa6-aea1-ad86c4c10dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389fb323-61dc-4813-afe8-2270bc7227f5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:01.425773 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1f76795-4097-4aa6-aea1-ad86c4c10dd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:01.492380 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1f76795-4097-4aa6-aea1-ad86c4c10dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:01.493582 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f76795-4097-4aa6-aea1-ad86c4c10dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:01.494161 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1f76795-4097-4aa6-aea1-ad86c4c10dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:01.541196 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffb978-e9cc-49c3-8d4a-bc9ec7396011 req-c97d6e32-510b-46fa-8134-6e504d8362af tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:01.542702 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79ffb978-e9cc-49c3-8d4a-bc9ec7396011 req-c97d6e32-510b-46fa-8134-6e504d8362af tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.1096897 Sep 14 12:10:01.545935 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a1f76795-4097-4aa6-aea1-ad86c4c10dd7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8833034 Sep 14 12:10:01.549187 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44058) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:01.554723 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-de1b5587-35aa-4707-9060-35853c212030 admin admin] Request body: {'subnet': {'network_id': '5d2aa002-aec6-4579-8522-27db2eb8710f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1047358181-subnet', 'tenant_id': '4a320d7e2ca04396b2a2a1f0b00ad8eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:01.580740 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1b5587-35aa-4707-9060-35853c212030 admin admin] Made reservation on behalf of 4a320d7e2ca04396b2a2a1f0b00ad8eb for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:10:01.584430 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-de1b5587-35aa-4707-9060-35853c212030 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:01.587730 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f76795-4097-4aa6-aea1-ad86c4c10dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=5d2aa002-aec6-4579-8522-27db2eb8710f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:01.600912 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network 5d2aa002-aec6-4579-8522-27db2eb8710f details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:10:01.636258 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79ffb978-e9cc-49c3-8d4a-bc9ec7396011 req-c4857c33-1f90-4017-999d-194c05ab9abd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859528 Sep 14 12:10:01.707037 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4a4879fd-6263-4456-ae21-9fbe756f450a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:01.767469 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-de1b5587-35aa-4707-9060-35853c212030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:01.828675 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b5587-35aa-4707-9060-35853c212030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87cf030c-9f5d-439e-b4cc-5fd94bdae727,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:01.840768 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b5587-35aa-4707-9060-35853c212030 admin admin] Checking segment: {'id': '980ead39-80e6-4835-aaaa-bde634226470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5d2aa002-aec6-4579-8522-27db2eb8710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:10:01.841126 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1b5587-35aa-4707-9060-35853c212030 admin admin] Network hostable DHCP agents. Network: 5d2aa002-aec6-4579-8522-27db2eb8710f, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:10:01.857138 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1b5587-35aa-4707-9060-35853c212030 admin admin] Network 5d2aa002-aec6-4579-8522-27db2eb8710f is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:10:01.868230 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-de1b5587-35aa-4707-9060-35853c212030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, 5d2aa002-aec6-4579-8522-27db2eb8710f) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:10:01.872804 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1b5587-35aa-4707-9060-35853c212030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:01.873528 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-de1b5587-35aa-4707-9060-35853c212030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:01.883879 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'tag': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:10:01.885149 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f98fc2f-7a42-42ec-aca3-e2698cc4b217 None None] Network 5d2aa002-aec6-4579-8522-27db2eb8710f requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:10:01.886201 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e2dcf8-9555-4f92-9eb3-f3fe8ae12f14" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6c4345-386e-4cc0-bae8-7feab55d535f", "tag": "b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:10:01.904778 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-de1b5587-35aa-4707-9060-35853c212030 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3543653 Sep 14 12:10:01.931395 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcfac70-f431-4d9b-91e4-a2ffb5f22355 x-openstack-request-id: req-4fcfac70-f431-4d9b-91e4-a2ffb5f22355 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:10:01.931684 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6c4345-386e-4cc0-bae8-7feab55d535f", "tag": "b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:10:01.931935 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fcfac70-f431-4d9b-91e4-a2ffb5f22355 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:10:01.932332 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'tag': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf', 'status': 'completed', 'code': 200} Sep 14 12:10:01.985815 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:02.050149 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3e9dfe-e944-458e-8dd8-7ed81153b038 None None] Network 5d2aa002-aec6-4579-8522-27db2eb8710f requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:10:02.218894 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753398c-ef43-4480-8545-faab5be6f499 req-db279673-5c1d-413b-9eef-66a3d5fb48c3 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:02.220423 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d753398c-ef43-4480-8545-faab5be6f499 req-db279673-5c1d-413b-9eef-66a3d5fb48c3 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 943 time: 0.0770192 Sep 14 12:10:02.304024 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d64c4-f050-4f33-9842-d443d36b782e req-b273b6e4-82ef-450a-9c2a-2613293b0643 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:02.312180 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ec3d64c4-f050-4f33-9842-d443d36b782e req-b273b6e4-82ef-450a-9c2a-2613293b0643 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 943 time: 0.1022277 Sep 14 12:10:02.316672 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d753398c-ef43-4480-8545-faab5be6f499 req-0df9e681-ee7b-426a-9ea3-04f8f3766ad0 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879829 Sep 14 12:10:02.365930 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ec3d64c4-f050-4f33-9842-d443d36b782e req-cb8bfaae-2892-45bd-b398-be9f82655378 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525956 Sep 14 12:10:02.461379 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfce43b-5559-4c09-bdea-7f3aa96845ec req-615022c3-af05-4ab7-81aa-662780385c5d tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:02.463635 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['ce11cbc8-3d50-4742-b9bd-9b31e171ec25'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:10:02.469309 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cbfce43b-5559-4c09-bdea-7f3aa96845ec req-615022c3-af05-4ab7-81aa-662780385c5d tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 945 time: 0.0627806 Sep 14 12:10:02.626054 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device f1047694-2ee4-4cca-bfea-4d91ad7937cf details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:10:02.637846 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cbfce43b-5559-4c09-bdea-7f3aa96845ec req-5d39d285-f62a-4951-acfc-fdc285db2b1e tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673980 Sep 14 12:10:02.676032 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-94e8da61-df1d-4382-9af8-0f332af280a7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf HTTP/1.1" status: 200 len: 217 time: 0.1669974 Sep 14 12:10:02.677097 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 44142) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:02.684112 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1677642815-network', 'tenant_id': '36c1a542a1674fefa42b2c60688341af'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:02.818500 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b0d5c-944b-4d49-a976-806b1f2e1443 req-2dfc5342-5b58-4add-be07-fc2de6558417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:02.820364 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-975b0d5c-944b-4d49-a976-806b1f2e1443 req-2dfc5342-5b58-4add-be07-fc2de6558417 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 1098 time: 0.1144073 Sep 14 12:10:02.847151 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-975b0d5c-944b-4d49-a976-806b1f2e1443 req-0b5a4d75-afc0-4c79-8630-db6f9a88a8d5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:02.848819 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b6c4ca2c-af54-493a-bce6-1df846dd9f6c req-3a7c11bc-ca91-47f4-8350-df96414dd45d service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966165 Sep 14 12:10:02.858076 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2dcf8-9555-4f92-9eb3-f3fe8ae12f14 req-2e6cdabe-7cb0-47b4-90c5-b8f0fd583013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:02.863866 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e9e2dcf8-9555-4f92-9eb3-f3fe8ae12f14 req-2e6cdabe-7cb0-47b4-90c5-b8f0fd583013 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 1097 time: 0.3404102 Sep 14 12:10:02.863866 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] Made reservation on behalf of 36c1a542a1674fefa42b2c60688341af for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:10:02.863866 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:02.871934 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port f1047694-2ee4-4cca-bfea-4d91ad7937cf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f1047694-2ee4-4cca-bfea-4d91ad7937cf,segment=NetworkSegment(374805a8-30f8-41af-bb97-b8749f10030f),segment_id=374805a8-30f8-41af-bb97-b8749f10030f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:02.882947 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-1dc2a244-db1b-478c-aaaf-f1c543cb9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:02.884934 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-1dc2a244-db1b-478c-aaaf-f1c543cb9ca7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=376911e4-d0c1-454d-ab61-9236295f51b8 HTTP/1.1" status: 200 len: 850 time: 0.1894598 Sep 14 12:10:02.887981 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:02.895144 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': 'f1047694-2ee4-4cca-bfea-4d91ad7937cf', 'network_id': '3a071452-e54a-489e-92ba-31d21538d42c', 'port_id': 'f1047694-2ee4-4cca-bfea-4d91ad7937cf', 'mac_address': 'fa:16:3e:fc:e2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ea5e92-0ff4-4e73-ace0-515dc4388b17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:10:02.904570 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:02.943581 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:02.946956 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bae5d-d91f-40b5-a55b-0d467c6260d1 req-c3434f58-ef43-4ff1-bb27-8c4d0354042c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:02.948476 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-604bae5d-d91f-40b5-a55b-0d467c6260d1 req-c3434f58-ef43-4ff1-bb27-8c4d0354042c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.2180967 Sep 14 12:10:02.960083 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1047694-2ee4-4cca-bfea-4d91ad7937cf {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:10:02.978593 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-975b0d5c-944b-4d49-a976-806b1f2e1443 req-0b5a4d75-afc0-4c79-8630-db6f9a88a8d5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:02.982666 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port f1047694-2ee4-4cca-bfea-4d91ad7937cf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f1047694-2ee4-4cca-bfea-4d91ad7937cf,segment=NetworkSegment(374805a8-30f8-41af-bb97-b8749f10030f),segment_id=374805a8-30f8-41af-bb97-b8749f10030f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:02.983874 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-975b0d5c-944b-4d49-a976-806b1f2e1443 req-0b5a4d75-afc0-4c79-8630-db6f9a88a8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:02.988412 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:03.021478 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-975b0d5c-944b-4d49-a976-806b1f2e1443 req-0b5a4d75-afc0-4c79-8630-db6f9a88a8d5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895981 Sep 14 12:10:03.030535 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a4d75-afc0-4c79-8630-db6f9a88a8d5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=54797ee9-a0b1-4bd8-8e4c-0d510c58704c,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:03.050848 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=f1047694-2ee4-4cca-bfea-4d91ad7937cf,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:03.161491 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-37edb7b8-3135-47bf-9468-aaf909e9a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:03.163108 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-37edb7b8-3135-47bf-9468-aaf909e9a4d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3329974f-caa5-4fbb-a97c-79e694482018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2538106 Sep 14 12:10:03.166094 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-604bae5d-d91f-40b5-a55b-0d467c6260d1 req-e64d8aa9-381d-4375-8532-829ecc640464 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736307 Sep 14 12:10:03.199659 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2dcf8-9555-4f92-9eb3-f3fe8ae12f14 req-3ca768f7-3c57-4009-ac41-631bdac9cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:03.201260 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e9e2dcf8-9555-4f92-9eb3-f3fe8ae12f14 req-3ca768f7-3c57-4009-ac41-631bdac9cd00 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3143640 Sep 14 12:10:03.253914 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:03.258623 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:03.285492 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:10:03.296496 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8e5df3-5a3c-4e48-876a-0927c5929fa2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:03.301820 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:03.302209 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.segments_db [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] Added segment c73a9990-8dba-47cd-aa3e-8bc0fdfa6d93 of type vlan for network 6351a9d3-864d-4067-a9dd-3b934619c373 Sep 14 12:10:03.394822 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:03.396617 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['f1047694-2ee4-4cca-bfea-4d91ad7937cf'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:10:03.509162 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 12:10:03.820308 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:03.821270 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:03.821849 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:03.877375 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2dcf8-9555-4f92-9eb3-f3fe8ae12f14 req-62eaf959-3fca-441c-b45e-64d931384a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:03.878864 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e9e2dcf8-9555-4f92-9eb3-f3fe8ae12f14 req-62eaf959-3fca-441c-b45e-64d931384a7e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5466785 Sep 14 12:10:03.898269 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd780-78a8-4e68-ab36-2941cbb3c307 req-7985516c-f3d7-4cdf-baf0-8b2c1c8e6bf4 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:03.899864 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9bdcd780-78a8-4e68-ab36-2941cbb3c307 req-7985516c-f3d7-4cdf-baf0-8b2c1c8e6bf4 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 944 time: 0.5021560 Sep 14 12:10:03.910887 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44186) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:03.911511 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2310390 Sep 14 12:10:03.917073 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-2bad3832-e94b-410f-b8c8-3fb7555c0494 admin admin] Request body: {'subnet': {'network_id': '6351a9d3-864d-4067-a9dd-3b934619c373', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1677642815-subnet', 'tenant_id': '36c1a542a1674fefa42b2c60688341af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:03.917738 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-e16b971c-38c2-415b-8540-ea27f60aa73f service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768576 Sep 14 12:10:03.925862 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:03.950535 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bad3832-e94b-410f-b8c8-3fb7555c0494 admin admin] Made reservation on behalf of 36c1a542a1674fefa42b2c60688341af for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:10:03.955280 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2bad3832-e94b-410f-b8c8-3fb7555c0494 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:03.970846 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9bf13-3092-46d0-ace9-1f2127c7d415 req-6a2c038d-ea91-4f7b-a228-944a39064cda tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:03.975704 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da9bf13-3092-46d0-ace9-1f2127c7d415 req-6a2c038d-ea91-4f7b-a228-944a39064cda tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 943 time: 0.4955697 Sep 14 12:10:03.996281 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea6dfd-8dd6-49c8-ba7b-39511816f893 admin admin] Pushing event updated for resources: {'Network': ['ID=6351a9d3-864d-4067-a9dd-3b934619c373,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:04.009747 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network 6351a9d3-864d-4067-a9dd-3b934619c373 details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:10:04.087660 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9bdcd780-78a8-4e68-ab36-2941cbb3c307 req-0379bbc3-8fe6-4b67-a383-b78a21d0bd7b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750543 Sep 14 12:10:04.113644 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da9bf13-3092-46d0-ace9-1f2127c7d415 req-8f230b3d-a171-453d-8b26-0891cee9d084 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101928 Sep 14 12:10:04.159042 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2bad3832-e94b-410f-b8c8-3fb7555c0494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:04.206247 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b0135-5193-4392-aca6-6d85407e5c9d req-8b3ced17-ea35-4730-b419-2742791b4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:04.208838 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-843b0135-5193-4392-aca6-6d85407e5c9d req-8b3ced17-ea35-4730-b419-2742791b4a13 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 1097 time: 0.2215288 Sep 14 12:10:04.229696 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad3832-e94b-410f-b8c8-3fb7555c0494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e493b075-ba09-4d11-87d7-4efd2db560c5,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:04.244747 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bad3832-e94b-410f-b8c8-3fb7555c0494 admin admin] Checking segment: {'id': 'c73a9990-8dba-47cd-aa3e-8bc0fdfa6d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6351a9d3-864d-4067-a9dd-3b934619c373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:10:04.245233 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad3832-e94b-410f-b8c8-3fb7555c0494 admin admin] Network hostable DHCP agents. Network: 6351a9d3-864d-4067-a9dd-3b934619c373, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:10:04.261912 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad3832-e94b-410f-b8c8-3fb7555c0494 admin admin] Network 6351a9d3-864d-4067-a9dd-3b934619c373 is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:10:04.270694 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-2bad3832-e94b-410f-b8c8-3fb7555c0494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, 6351a9d3-864d-4067-a9dd-3b934619c373) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:10:04.273808 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd7775a3-d922-452e-a01f-0e462cff5ee4 req-de515313-501a-46bd-bd4c-fdd5afac119b service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187830 Sep 14 12:10:04.274836 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad3832-e94b-410f-b8c8-3fb7555c0494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:04.275563 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2bad3832-e94b-410f-b8c8-3fb7555c0494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:04.278486 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-843b0135-5193-4392-aca6-6d85407e5c9d req-9ba1d375-58fa-45b0-a922-9f41347e8567 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf HTTP/1.1" status: 200 len: 217 time: 0.0561213 Sep 14 12:10:04.282380 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2047af1-850d-41db-9ddc-5095230148b9 None None] Network 6351a9d3-864d-4067-a9dd-3b934619c373 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:10:04.293145 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc426e4-34eb-4a96-adb0-8f6e196abb99 req-a3d7e01a-3a2a-4607-9397-709180ac3493 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:04.294192 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2bad3832-e94b-410f-b8c8-3fb7555c0494 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3814352 Sep 14 12:10:04.300424 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1bc426e4-34eb-4a96-adb0-8f6e196abb99 req-a3d7e01a-3a2a-4607-9397-709180ac3493 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 945 time: 0.1333771 Sep 14 12:10:04.425438 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44194) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:04.431543 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1bc426e4-34eb-4a96-adb0-8f6e196abb99 req-0f3a677d-9d10-45c1-87cf-9c08b93b88fa tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300097 Sep 14 12:10:04.435047 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b0135-5193-4392-aca6-6d85407e5c9d req-c59c0476-2d86-48bd-aea2-c5ec38bcf897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:04.440978 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-843b0135-5193-4392-aca6-6d85407e5c9d req-c59c0476-2d86-48bd-aea2-c5ec38bcf897 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6208ef-9aa5-4893-bd46-0183fd7d2f36 HTTP/1.1" status: 200 len: 856 time: 0.1314576 Sep 14 12:10:04.464748 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aedfc6-0de6-45fe-ab29-cece3eb69b6b None None] Network 6351a9d3-864d-4067-a9dd-3b934619c373 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:10:04.485779 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea3aa2c-22a6-4780-8fd7-476c62474d49 admin admin] Deleting subnet 87cf030c-9f5d-439e-b4cc-5fd94bdae727 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:10:04.492014 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3e76f-1765-456e-8f2e-ec6c8d251fdc req-f48c1de5-023f-4f0d-b359-ef7b9275fd9d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:04.492186 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fea3aa2c-22a6-4780-8fd7-476c62474d49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:04.492279 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5af3e76f-1765-456e-8f2e-ec6c8d251fdc req-f48c1de5-023f-4f0d-b359-ef7b9275fd9d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.2169485 Sep 14 12:10:04.542376 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fea3aa2c-22a6-4780-8fd7-476c62474d49 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:04.543335 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262b408-40eb-4aa9-8d95-6cec05f476bd req-9e441732-d816-4e3c-ab16-540d12c3ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:04.544907 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e262b408-40eb-4aa9-8d95-6cec05f476bd req-9e441732-d816-4e3c-ab16-540d12c3ce4b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc7f932fd90541ac8eb8962205371d28&device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 1096 time: 0.1790318 Sep 14 12:10:04.556233 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fea3aa2c-22a6-4780-8fd7-476c62474d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:04.560219 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b0135-5193-4392-aca6-6d85407e5c9d req-85ea19b0-ba90-4393-b686-5b7e6c6424da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:04.561137 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-843b0135-5193-4392-aca6-6d85407e5c9d req-85ea19b0-ba90-4393-b686-5b7e6c6424da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1096213 Sep 14 12:10:04.595881 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5af3e76f-1765-456e-8f2e-ec6c8d251fdc req-17d45ebd-94e1-4388-89da-b6a034bca249 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854142 Sep 14 12:10:04.640248 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device ce11cbc8-3d50-4742-b9bd-9b31e171ec25 up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:10:04.665585 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fea3aa2c-22a6-4780-8fd7-476c62474d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:04.686430 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:04.701781 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3aa2c-22a6-4780-8fd7-476c62474d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87cf030c-9f5d-439e-b4cc-5fd94bdae727,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:04.704481 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port ce11cbc8-3d50-4742-b9bd-9b31e171ec25 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:10:04.706638 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fea3aa2c-22a6-4780-8fd7-476c62474d49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:04.714111 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port ce11cbc8-3d50-4742-b9bd-9b31e171ec25 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:10:04.714499 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:04.715110 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-fea3aa2c-22a6-4780-8fd7-476c62474d49 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/87cf030c-9f5d-439e-b4cc-5fd94bdae727 HTTP/1.1" status: 204 len: 168 time: 0.2882385 Sep 14 12:10:04.715871 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44204) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:04.733947 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262b408-40eb-4aa9-8d95-6cec05f476bd req-4da9ad04-d087-46fb-a263-1a2dd81c8def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:04.735501 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e262b408-40eb-4aa9-8d95-6cec05f476bd req-4da9ad04-d087-46fb-a263-1a2dd81c8def service neutron] 10.222.0.22 "GET /v2.0/networks?id=3329974f-caa5-4fbb-a97c-79e694482018 HTTP/1.1" status: 200 len: 912 time: 0.1782019 Sep 14 12:10:04.737976 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-843b0135-5193-4392-aca6-6d85407e5c9d req-3cf3634d-61ef-4692-a528-4c575bbb73f0 service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553435 Sep 14 12:10:04.810405 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:04.830395 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:04.841480 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4707d2-0f96-495d-9fd0-d41870afb450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce11cbc8-3d50-4742-b9bd-9b31e171ec25'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:10:04.844486 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13d3883-9182-469b-8987-e4e331e493af" -d '{"events": [{"server_uuid": "bb4707d2-0f96-495d-9fd0-d41870afb450", "name": "network-vif-plugged", "status": "completed", "tag": "ce11cbc8-3d50-4742-b9bd-9b31e171ec25"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:10:04.882987 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port ce11cbc8-3d50-4742-b9bd-9b31e171ec25, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ce11cbc8-3d50-4742-b9bd-9b31e171ec25,segment=NetworkSegment(374805a8-30f8-41af-bb97-b8749f10030f),segment_id=374805a8-30f8-41af-bb97-b8749f10030f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:04.888882 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:04.889845 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e262b408-40eb-4aa9-8d95-6cec05f476bd req-8bba7b38-253a-450f-a130-d00b5a8fb9d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf HTTP/1.1" status: 200 len: 217 time: 0.1355064 Sep 14 12:10:04.890344 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device f1047694-2ee4-4cca-bfea-4d91ad7937cf up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:10:04.961961 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-843b0135-5193-4392-aca6-6d85407e5c9d req-ce5fb3d9-0488-4c38-a54b-9781c4b5d738 service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055779 Sep 14 12:10:04.965390 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262b408-40eb-4aa9-8d95-6cec05f476bd req-23ede389-c0a3-4c19-9140-6f969e7ddf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:04.966869 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e262b408-40eb-4aa9-8d95-6cec05f476bd req-23ede389-c0a3-4c19-9140-6f969e7ddf75 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=376911e4-d0c1-454d-ab61-9236295f51b8 HTTP/1.1" status: 200 len: 850 time: 0.0686994 Sep 14 12:10:04.971983 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f687734-cf01-47eb-9ba9-2e1931ea7455 x-openstack-request-id: req-7f687734-cf01-47eb-9ba9-2e1931ea7455 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:10:04.975220 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4707d2-0f96-495d-9fd0-d41870afb450", "name": "network-vif-plugged", "status": "completed", "tag": "ce11cbc8-3d50-4742-b9bd-9b31e171ec25", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:10:04.975667 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f687734-cf01-47eb-9ba9-2e1931ea7455 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:10:04.976220 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4707d2-0f96-495d-9fd0-d41870afb450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce11cbc8-3d50-4742-b9bd-9b31e171ec25', 'code': 200} Sep 14 12:10:04.980548 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.006356 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:05.011392 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:05.012591 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:05.012996 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Subscribe: > port after_create 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:05.013932 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:05.015502 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Subscribe: > port after_update 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:05.015922 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:05.017571 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:05.018251 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:05.018623 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:05.027533 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=ce11cbc8-3d50-4742-b9bd-9b31e171ec25,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:05.045822 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262b408-40eb-4aa9-8d95-6cec05f476bd req-c0b0809e-f7ff-4e7c-8ee0-84fb4501b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:05.048316 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e262b408-40eb-4aa9-8d95-6cec05f476bd req-c0b0809e-f7ff-4e7c-8ee0-84fb4501b411 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3329974f-caa5-4fbb-a97c-79e694482018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0633609 Sep 14 12:10:05.052388 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port f1047694-2ee4-4cca-bfea-4d91ad7937cf completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:10:05.056476 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port f1047694-2ee4-4cca-bfea-4d91ad7937cf triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:10:05.056986 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.152397 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.194392 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port f1047694-2ee4-4cca-bfea-4d91ad7937cf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f1047694-2ee4-4cca-bfea-4d91ad7937cf,segment=NetworkSegment(374805a8-30f8-41af-bb97-b8749f10030f),segment_id=374805a8-30f8-41af-bb97-b8749f10030f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:05.200123 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.218664 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:05.219348 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:05.219897 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:05.220440 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:05.221035 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2aa002-aec6-4579-8522-27db2eb8710f']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:05.249344 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980ead39-80e6-4835-aaaa-bde634226470') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:05.249655 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980ead39-80e6-4835-aaaa-bde634226470') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:05.259103 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=f1047694-2ee4-4cca-bfea-4d91ad7937cf,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:05.274922 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175155'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.300025 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.311135 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:10:05.311687 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9274936'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: from cryptography.utils import int_from_bytes Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: from cryptography.utils import int_from_bytes Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: Traceback (most recent call last): Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: timer() Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: cb(*args, **kw) Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: return func(*args, **kwargs) Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: self._notify() Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: self.callback(batched_events) Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: event.method(event) Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: return f(self, *a, **k) Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._get(url).json() Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:10:05.316082 dv-cinder-784945-14-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:10:05.319616 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e262b408-40eb-4aa9-8d95-6cec05f476bd req-b9d4cf8b-41ad-4400-8563-5095e286ec29 service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498264 Sep 14 12:10:05.331224 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687e073-db03-4584-b6fb-3e91c0db2535 req-6e559cba-bd44-4831-ae1b-a491e7f2f4bf tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:05.333425 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8687e073-db03-4584-b6fb-3e91c0db2535 req-6e559cba-bd44-4831-ae1b-a491e7f2f4bf tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.1448426 Sep 14 12:10:05.336031 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c542f1-6312-4263-ac40-230e29865839 req-7b820591-d610-4df8-910a-f5fdcc0c0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:05.337606 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b2c542f1-6312-4263-ac40-230e29865839 req-7b820591-d610-4df8-910a-f5fdcc0c0311 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 1099 time: 0.1832299 Sep 14 12:10:05.363794 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6015c7-8539-4255-ac7a-8d53076ee10c req-26f94e02-a5c4-481c-9a7f-ff4f20b2f3f6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:05.371919 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8d6015c7-8539-4255-ac7a-8d53076ee10c req-26f94e02-a5c4-481c-9a7f-ff4f20b2f3f6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 943 time: 0.1393840 Sep 14 12:10:05.393021 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.411169 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.413338 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5d2aa002-aec6-4579-8522-27db2eb8710f HTTP/1.1" status: 204 len: 168 time: 0.6962800 Sep 14 12:10:05.414668 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb4623-93d3-45a9-a4fd-74d5c37b0c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2aa002-aec6-4579-8522-27db2eb8710f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:05.416275 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44226) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:05.421133 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8687e073-db03-4584-b6fb-3e91c0db2535 req-ac75794c-424b-45b0-a407-eff08831aced tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817306 Sep 14 12:10:05.442809 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8d6015c7-8539-4255-ac7a-8d53076ee10c req-0d24b8a6-0db5-42f7-8f09-7dbf899332cf tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675023 Sep 14 12:10:05.468180 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0fee3e-65aa-4cd2-bccb-da4cc1da60b2 admin admin] Deleting subnet e493b075-ba09-4d11-87d7-4efd2db560c5 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:10:05.471453 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-be0fee3e-65aa-4cd2-bccb-da4cc1da60b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.506620 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-be0fee3e-65aa-4cd2-bccb-da4cc1da60b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175050'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.547737 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-be0fee3e-65aa-4cd2-bccb-da4cc1da60b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.550603 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842db8b-dd37-40c8-9985-1d635003566a req-8b56451a-3368-495e-84bc-333cf3ef7379 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:05.552920 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3842db8b-dd37-40c8-9985-1d635003566a req-8b56451a-3368-495e-84bc-333cf3ef7379 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 945 time: 0.0475829 Sep 14 12:10:05.593585 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3842db8b-dd37-40c8-9985-1d635003566a req-88f67e30-0838-46f5-a759-6b15bc0e2edf tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345597 Sep 14 12:10:05.601963 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-be0fee3e-65aa-4cd2-bccb-da4cc1da60b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9075162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904105'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.630212 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fee3e-65aa-4cd2-bccb-da4cc1da60b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e493b075-ba09-4d11-87d7-4efd2db560c5,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:05.632272 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-be0fee3e-65aa-4cd2-bccb-da4cc1da60b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.634227 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-be0fee3e-65aa-4cd2-bccb-da4cc1da60b2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e493b075-ba09-4d11-87d7-4efd2db560c5 HTTP/1.1" status: 204 len: 168 time: 0.2168946 Sep 14 12:10:05.636607 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44230) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:05.703295 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2baf1cf-69d3-4c5f-a955-605ed6f6959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.729283 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68b5e7-a9df-4450-be24-4d54b2289383 req-a0e8c0a1-9650-4ded-a0a4-ddeea0e167f1 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:05.730789 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b68b5e7-a9df-4450-be24-4d54b2289383 req-a0e8c0a1-9650-4ded-a0a4-ddeea0e167f1 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0481350 Sep 14 12:10:05.768134 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b68b5e7-a9df-4450-be24-4d54b2289383 req-b4ed7706-40e8-4846-9a02-8af8c1add162 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311129 Sep 14 12:10:05.782816 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2baf1cf-69d3-4c5f-a955-605ed6f6959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.802172 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-e2baf1cf-69d3-4c5f-a955-605ed6f6959e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6351a9d3-864d-4067-a9dd-3b934619c373']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:05.810878 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-e2baf1cf-69d3-4c5f-a955-605ed6f6959e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73a9990-8dba-47cd-aa3e-8bc0fdfa6d93') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:05.811194 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-e2baf1cf-69d3-4c5f-a955-605ed6f6959e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73a9990-8dba-47cd-aa3e-8bc0fdfa6d93') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:05.820742 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2baf1cf-69d3-4c5f-a955-605ed6f6959e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175155'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.834068 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2baf1cf-69d3-4c5f-a955-605ed6f6959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.840476 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2baf1cf-69d3-4c5f-a955-605ed6f6959e admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:10:05.840847 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2baf1cf-69d3-4c5f-a955-605ed6f6959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9274936'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: Traceback (most recent call last): Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: timer() Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: cb(*args, **kw) Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: return func(*args, **kwargs) Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: self._notify() Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: self.callback(batched_events) Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: event.method(event) Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: return f(self, *a, **k) Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._get(url).json() Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:10:05.842373 dv-cinder-784945-14-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:10:05.904391 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2baf1cf-69d3-4c5f-a955-605ed6f6959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.912762 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2baf1cf-69d3-4c5f-a955-605ed6f6959e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:05.914587 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e2baf1cf-69d3-4c5f-a955-605ed6f6959e admin admin] 10.222.0.20 "DELETE /v2.0/networks/6351a9d3-864d-4067-a9dd-3b934619c373 HTTP/1.1" status: 204 len: 168 time: 0.2770293 Sep 14 12:10:05.923237 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baf1cf-69d3-4c5f-a955-605ed6f6959e admin admin] Pushing event deleted for resources: {'Network': ['ID=6351a9d3-864d-4067-a9dd-3b934619c373,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:06.069556 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44240) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:06.107245 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-043bd82c-103b-4936-b655-98eea0f49ccc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a320d7e2ca04396b2a2a1f0b00ad8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365214 Sep 14 12:10:06.109689 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44242) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:06.155106 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e94fb003-61f0-43de-8244-ca75a3101ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:06.177459 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e94fb003-61f0-43de-8244-ca75a3101ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:06.226016 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e94fb003-61f0-43de-8244-ca75a3101ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:06.228781 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e94fb003-61f0-43de-8244-ca75a3101ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:06.229930 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e94fb003-61f0-43de-8244-ca75a3101ff3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/389fb323-61dc-4813-afe8-2270bc7227f5 HTTP/1.1" status: 204 len: 168 time: 0.1193771 Sep 14 12:10:06.237715 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fb003-61f0-43de-8244-ca75a3101ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389fb323-61dc-4813-afe8-2270bc7227f5,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:06.553938 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44254) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:06.577093 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ced1c-5200-4c31-90d2-21d056970ed3 req-6cbb8941-c2ac-4357-82b6-e92c0f409cc2 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:06.578584 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-982ced1c-5200-4c31-90d2-21d056970ed3 req-6cbb8941-c2ac-4357-82b6-e92c0f409cc2 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0819590 Sep 14 12:10:06.591997 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af66896-8d33-4105-ace4-2511c9c02524 req-2ef2c513-3a3a-4d89-aff1-3bd60effd58e tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:06.593514 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4af66896-8d33-4105-ace4-2511c9c02524 req-2ef2c513-3a3a-4d89-aff1-3bd60effd58e tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 943 time: 0.0670066 Sep 14 12:10:06.599028 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-07279d05-df60-41b4-9e70-2bfa5095f35d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36c1a542a1674fefa42b2c60688341af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422482 Sep 14 12:10:06.600043 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44256) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:06.649142 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-982ced1c-5200-4c31-90d2-21d056970ed3 req-352778f8-9ca6-4b4f-9361-27751fd8fb13 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546358 Sep 14 12:10:06.651994 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fea149b1-1684-436d-9cb2-ddf8d2e6c68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:06.654040 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4af66896-8d33-4105-ace4-2511c9c02524 req-c1bd6e66-d6ea-4bba-ab17-def6e6d2b1ea tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536935 Sep 14 12:10:06.683182 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fea149b1-1684-436d-9cb2-ddf8d2e6c68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:06.732838 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fea149b1-1684-436d-9cb2-ddf8d2e6c68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:06.735676 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fea149b1-1684-436d-9cb2-ddf8d2e6c68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:06.737498 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-fea149b1-1684-436d-9cb2-ddf8d2e6c68f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f8e5df3-5a3c-4e48-876a-0927c5929fa2 HTTP/1.1" status: 204 len: 168 time: 0.1364741 Sep 14 12:10:06.745732 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea149b1-1684-436d-9cb2-ddf8d2e6c68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8e5df3-5a3c-4e48-876a-0927c5929fa2,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:06.762238 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6308a79-aac1-46fa-ac43-51109934b78f req-131ef6ed-16ce-4164-88a7-e061d57b6336 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:06.764779 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e6308a79-aac1-46fa-ac43-51109934b78f req-131ef6ed-16ce-4164-88a7-e061d57b6336 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 945 time: 0.0588908 Sep 14 12:10:06.813602 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e6308a79-aac1-46fa-ac43-51109934b78f req-2f655699-2322-4324-8acf-d18658a04f68 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421450 Sep 14 12:10:06.899135 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd75b3-7793-46ee-9583-9e5e5b81b5ba req-5f136a25-944b-4d7b-87fc-c3846d8fb37d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:06.900675 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-47cd75b3-7793-46ee-9583-9e5e5b81b5ba req-5f136a25-944b-4d7b-87fc-c3846d8fb37d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0549593 Sep 14 12:10:06.941039 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-47cd75b3-7793-46ee-9583-9e5e5b81b5ba req-fbd3d64a-b040-4f47-925b-fe9608860aef tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330839 Sep 14 12:10:06.977235 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402800b9-4b66-4346-be05-6821b000842c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1047694-2ee4-4cca-bfea-4d91ad7937cf'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:10:06.979622 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c2bd4c-8333-4d16-ad89-8fb3b9b6cc63" -d '{"events": [{"server_uuid": "402800b9-4b66-4346-be05-6821b000842c", "name": "network-vif-plugged", "status": "completed", "tag": "f1047694-2ee4-4cca-bfea-4d91ad7937cf"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:10:07.017292 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d518e390-ca56-4cbd-a9d2-a79df8fdc907 x-openstack-request-id: req-d518e390-ca56-4cbd-a9d2-a79df8fdc907 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:10:07.018060 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402800b9-4b66-4346-be05-6821b000842c", "name": "network-vif-plugged", "status": "completed", "tag": "f1047694-2ee4-4cca-bfea-4d91ad7937cf", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:10:07.018519 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d518e390-ca56-4cbd-a9d2-a79df8fdc907 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:10:07.019155 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402800b9-4b66-4346-be05-6821b000842c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1047694-2ee4-4cca-bfea-4d91ad7937cf', 'code': 200} Sep 14 12:10:07.387231 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b2c542f1-6312-4263-ac40-230e29865839 req-96ee0abf-2a73-42e7-bc51-0513853ae7e1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869117 Sep 14 12:10:07.409581 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e262b408-40eb-4aa9-8d95-6cec05f476bd req-859201bb-78e3-4383-bb07-7ecef69a423a service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174929 Sep 14 12:10:07.797653 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd267ddd-c4b8-4420-988b-6540e2ccffad req-ace846fb-afad-4881-8a2f-6d7a5ecf2c84 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:07.799161 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd267ddd-c4b8-4420-988b-6540e2ccffad req-ace846fb-afad-4881-8a2f-6d7a5ecf2c84 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0813742 Sep 14 12:10:07.808274 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84c7a5-b877-44cb-a357-ec97b5c30dff req-dbabd625-1314-4834-90e9-64727e8344d8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:07.809703 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ba84c7a5-b877-44cb-a357-ec97b5c30dff req-dbabd625-1314-4834-90e9-64727e8344d8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 943 time: 0.0811648 Sep 14 12:10:07.864718 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd267ddd-c4b8-4420-988b-6540e2ccffad req-4846710d-5ea3-43d1-9715-30c8dcf79c44 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535071 Sep 14 12:10:07.872935 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ba84c7a5-b877-44cb-a357-ec97b5c30dff req-9deee4d4-c1a9-49b1-af84-5798f2101e7e tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550284 Sep 14 12:10:07.985290 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7731-38c2-419b-b8cc-a91fec06ab47 req-088b262e-42de-4d3b-a444-6bf4ecd70d76 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:07.987034 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-559a7731-38c2-419b-b8cc-a91fec06ab47 req-088b262e-42de-4d3b-a444-6bf4ecd70d76 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 945 time: 0.0530648 Sep 14 12:10:08.044223 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-559a7731-38c2-419b-b8cc-a91fec06ab47 req-1835d6ba-6c42-4b7a-bf47-18ff7061363c tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509267 Sep 14 12:10:08.083755 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0c40d-c585-4bba-93c6-39180a952a34 req-2ef2485c-1ddc-41c8-8e0c-e53d57779dc1 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:08.085285 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-17b0c40d-c585-4bba-93c6-39180a952a34 req-2ef2485c-1ddc-41c8-8e0c-e53d57779dc1 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0578473 Sep 14 12:10:08.125493 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-17b0c40d-c585-4bba-93c6-39180a952a34 req-612452d3-935d-4d87-a12e-f6da2e1935fc tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335934 Sep 14 12:10:08.793022 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab1fa6-7a4b-43ee-bd10-add00036f242 req-4c7407bc-70c8-4e74-a9a6-0df138ecc815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:08.794503 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d8ab1fa6-7a4b-43ee-bd10-add00036f242 req-4c7407bc-70c8-4e74-a9a6-0df138ecc815 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 1098 time: 0.0421863 Sep 14 12:10:08.844708 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d8ab1fa6-7a4b-43ee-bd10-add00036f242 req-a4729fed-2810-4ba7-9366-dd50b93e5d49 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360169 Sep 14 12:10:09.035601 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de48a2-ea2b-4996-bebc-66348650ecda req-d9e54cff-1d10-461f-97ea-cf1e1f553658 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:09.037631 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-60de48a2-ea2b-4996-bebc-66348650ecda req-d9e54cff-1d10-461f-97ea-cf1e1f553658 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0926249 Sep 14 12:10:09.049433 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f7937-1f93-456d-afb6-34b933d321da req-f7dcf7e7-4814-4651-b98c-b2d5325b17ac tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:09.050899 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-db6f7937-1f93-456d-afb6-34b933d321da req-f7dcf7e7-4814-4651-b98c-b2d5325b17ac tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 943 time: 0.0695858 Sep 14 12:10:09.108116 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-60de48a2-ea2b-4996-bebc-66348650ecda req-28e0342f-c6af-4918-97ba-fb49aaf34833 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561450 Sep 14 12:10:09.115551 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-db6f7937-1f93-456d-afb6-34b933d321da req-8ba2a786-20c9-45fe-a454-f60c1a161401 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568044 Sep 14 12:10:09.282514 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485fd9a-714f-4958-89dd-1942568f93df req-897d33b5-86d5-4191-91e7-5cc2f9287163 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:09.284180 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3485fd9a-714f-4958-89dd-1942568f93df req-897d33b5-86d5-4191-91e7-5cc2f9287163 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 945 time: 0.0867853 Sep 14 12:10:09.292631 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb6d07-182c-4232-9c99-07d45c95eaa5 req-3380d687-113b-4ac0-a161-eca34002b12b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:09.294104 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6edb6d07-182c-4232-9c99-07d45c95eaa5 req-3380d687-113b-4ac0-a161-eca34002b12b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0703764 Sep 14 12:10:09.345413 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3485fd9a-714f-4958-89dd-1942568f93df req-5ad303eb-8bd1-4ab9-9c7b-ea3bb98210dd tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504005 Sep 14 12:10:09.358548 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6edb6d07-182c-4232-9c99-07d45c95eaa5 req-866527bd-613e-4bdf-8bdf-3b7ecc4eb14a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568244 Sep 14 12:10:10.006676 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44398) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:10.108538 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56861f01-9c14-490b-a01b-5adda5d758f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:10.210508 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56861f01-9c14-490b-a01b-5adda5d758f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:10.220007 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56861f01-9c14-490b-a01b-5adda5d758f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:10.284498 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-56861f01-9c14-490b-a01b-5adda5d758f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2070c563616b49c894364dacfaaf159a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767246 Sep 14 12:10:10.287799 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44412) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:10.294942 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56861f01-9c14-490b-a01b-5adda5d758f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f95b95-4a9e-4f68-b544-de2a812f9965,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:10.329718 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9591e-ea5f-4320-b92f-6217d6ddf795 req-8e1b3800-caf6-43fd-b2b7-9ecbde245594 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:10.337848 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3e9591e-ea5f-4320-b92f-6217d6ddf795 req-8e1b3800-caf6-43fd-b2b7-9ecbde245594 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.1421795 Sep 14 12:10:10.342453 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:10:10.358110 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:10:10.379041 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f049-10f5-4122-aa98-7f838e0c829d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:10.396030 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf90df7-72d8-4020-9568-8080ed82b7ab req-12e608ae-f5e4-45d4-8726-efae5262d98c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:10.398763 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1cf90df7-72d8-4020-9568-8080ed82b7ab req-12e608ae-f5e4-45d4-8726-efae5262d98c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 943 time: 0.1520700 Sep 14 12:10:10.413995 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f049-10f5-4122-aa98-7f838e0c829d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:10.447123 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3e9591e-ea5f-4320-b92f-6217d6ddf795 req-a47dd722-f9e4-4fae-a3e4-002659170886 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081250 Sep 14 12:10:10.485750 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f049-10f5-4122-aa98-7f838e0c829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:10.496810 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1cf90df7-72d8-4020-9568-8080ed82b7ab req-6da61a41-4fc4-44d5-be72-d1f26041389a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869448 Sep 14 12:10:10.501363 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f049-10f5-4122-aa98-7f838e0c829d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:10.505122 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f5a3f049-10f5-4122-aa98-7f838e0c829d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00f95b95-4a9e-4f68-b544-de2a812f9965 HTTP/1.1" status: 204 len: 168 time: 0.2138517 Sep 14 12:10:10.508757 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf,segment=NetworkSegment(3f2d7a91-3dd4-4446-870d-ce887d43071a),segment_id=3f2d7a91-3dd4-4446-870d-ce887d43071a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:10.522934 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f049-10f5-4122-aa98-7f838e0c829d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f95b95-4a9e-4f68-b544-de2a812f9965,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:10.527899 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': 'e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'port_id': 'e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf', 'mac_address': 'fa:16:3e:fb:05:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:10:10.581972 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:10.601537 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:10:10.607989 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1d6ac-c4f6-4ec5-8a9c-836f85fa9e51 req-1ba8303b-01e8-4152-ae0b-25e86437a7ab tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:10.610594 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8db1d6ac-c4f6-4ec5-8a9c-836f85fa9e51 req-1ba8303b-01e8-4152-ae0b-25e86437a7ab tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0701079 Sep 14 12:10:10.634645 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf,segment=NetworkSegment(3f2d7a91-3dd4-4446-870d-ce887d43071a),segment_id=3f2d7a91-3dd4-4446-870d-ce887d43071a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:10.646652 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:10.720237 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8db1d6ac-c4f6-4ec5-8a9c-836f85fa9e51 req-988e2169-bb82-483f-b784-97238674d868 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029227 Sep 14 12:10:10.762335 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:10.901649 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44440) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:10.915513 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b675d058-c559-4094-905f-9536f0ea1af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:11.008890 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b675d058-c559-4094-905f-9536f0ea1af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:11.013307 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b675d058-c559-4094-905f-9536f0ea1af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:11.052372 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b675d058-c559-4094-905f-9536f0ea1af5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad47ec0746884b00a15aca8138c5107e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496332 Sep 14 12:10:11.054286 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675d058-c559-4094-905f-9536f0ea1af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e85a3b-f8ea-47ca-b437-9f7fe9eef262,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:11.055738 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 44444) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:11.107753 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2c7bea7-183b-4d0a-874c-2c77ae7067f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:11.133879 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2c7bea7-183b-4d0a-874c-2c77ae7067f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:11.180820 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2c7bea7-183b-4d0a-874c-2c77ae7067f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:11.183402 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2c7bea7-183b-4d0a-874c-2c77ae7067f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:11.184578 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d2c7bea7-183b-4d0a-874c-2c77ae7067f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97e85a3b-f8ea-47ca-b437-9f7fe9eef262 HTTP/1.1" status: 204 len: 168 time: 0.1258433 Sep 14 12:10:11.193228 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7bea7-183b-4d0a-874c-2c77ae7067f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e85a3b-f8ea-47ca-b437-9f7fe9eef262,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:11.566715 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5278e-d365-46aa-bf14-241678f8c215 req-b124d870-c459-49d5-b3ca-7f454736f637 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:11.569042 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f7b5278e-d365-46aa-bf14-241678f8c215 req-b124d870-c459-49d5-b3ca-7f454736f637 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0516374 Sep 14 12:10:11.637941 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f7b5278e-d365-46aa-bf14-241678f8c215 req-417ebaea-0261-4984-95e0-227e11ae23a0 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614588 Sep 14 12:10:11.648552 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f25c8-c540-42a2-acd8-536b1c677b50 req-54095581-bd20-47b6-baab-faff7c91bc27 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:11.649851 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5e5f25c8-c540-42a2-acd8-536b1c677b50 req-54095581-bd20-47b6-baab-faff7c91bc27 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 944 time: 0.0717721 Sep 14 12:10:11.697735 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5e5f25c8-c540-42a2-acd8-536b1c677b50 req-3bc1b81b-5ec6-4687-9878-1fbe3a3c738f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410151 Sep 14 12:10:11.843087 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3e3cc-0bd6-4676-ad9a-e70637b35e93 req-bbcaff8a-5be4-4d64-a8d1-477ffa0aa7ba tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:11.844664 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a3d3e3cc-0bd6-4676-ad9a-e70637b35e93 req-bbcaff8a-5be4-4d64-a8d1-477ffa0aa7ba tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0529091 Sep 14 12:10:11.890729 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a3d3e3cc-0bd6-4676-ad9a-e70637b35e93 req-5bb6e951-5b93-4c90-8685-9f1d3ee67479 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386856 Sep 14 12:10:11.922890 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44488) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:11.997244 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfaff0-28fc-46a2-9e67-5da71899a038 req-5dcbfea4-db97-4ac3-9790-bbe988c27e00 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:11.998722 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8ecfaff0-28fc-46a2-9e67-5da71899a038 req-5dcbfea4-db97-4ac3-9790-bbe988c27e00 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0482073 Sep 14 12:10:12.022039 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-f8d22d65-8393-4bf9-beea-d12b5b9eaa30 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-216772132-network', 'tenant_id': '89a8aa71dcb64651ae54eb1de7821f1f'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:12.036911 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8ecfaff0-28fc-46a2-9e67-5da71899a038 req-02c7331a-2196-4858-8452-9e6a16f9e858 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314023 Sep 14 12:10:12.046487 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d22d65-8393-4bf9-beea-d12b5b9eaa30 admin admin] Made reservation on behalf of 89a8aa71dcb64651ae54eb1de7821f1f for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:10:12.048777 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8d22d65-8393-4bf9-beea-d12b5b9eaa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:12.057559 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8d22d65-8393-4bf9-beea-d12b5b9eaa30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:12.147631 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8d22d65-8393-4bf9-beea-d12b5b9eaa30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:12.151255 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8d22d65-8393-4bf9-beea-d12b5b9eaa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:12.178452 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d22d65-8393-4bf9-beea-d12b5b9eaa30 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:10:12.183677 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d22d65-8393-4bf9-beea-d12b5b9eaa30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ad7ad6-1557-4eb6-9789-132eba5389b2,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:12.190615 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8d22d65-8393-4bf9-beea-d12b5b9eaa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:12.190958 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-f8d22d65-8393-4bf9-beea-d12b5b9eaa30 admin admin] Added segment 3a356e51-f6e7-4f82-b86f-3b01ed04e8bd of type vlan for network 547e5920-6bd2-4325-bbdc-472a288a0246 Sep 14 12:10:12.236236 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8d22d65-8393-4bf9-beea-d12b5b9eaa30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:12.260565 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8d22d65-8393-4bf9-beea-d12b5b9eaa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:12.261544 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d22d65-8393-4bf9-beea-d12b5b9eaa30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:12.262125 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8d22d65-8393-4bf9-beea-d12b5b9eaa30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:12.294724 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f8d22d65-8393-4bf9-beea-d12b5b9eaa30 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3705873 Sep 14 12:10:12.297633 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44494) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:12.304058 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-2484fb6b-3130-42cd-bfc7-2c52a4b9b345 admin admin] Request body: {'subnet': {'network_id': '547e5920-6bd2-4325-bbdc-472a288a0246', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-216772132-subnet', 'tenant_id': '89a8aa71dcb64651ae54eb1de7821f1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:12.337142 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d22d65-8393-4bf9-beea-d12b5b9eaa30 admin admin] Pushing event updated for resources: {'Network': ['ID=547e5920-6bd2-4325-bbdc-472a288a0246,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:12.346603 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network 547e5920-6bd2-4325-bbdc-472a288a0246 details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:10:12.357184 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2484fb6b-3130-42cd-bfc7-2c52a4b9b345 admin admin] Made reservation on behalf of 89a8aa71dcb64651ae54eb1de7821f1f for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:10:12.359663 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2484fb6b-3130-42cd-bfc7-2c52a4b9b345 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8904012'] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:12.437398 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:10:12.532678 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:12.534001 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2484fb6b-3130-42cd-bfc7-2c52a4b9b345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9075099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8904018'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:12.544342 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'port_id': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf', 'mac_address': 'fa:16:3e:2b:e1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:10:12.588087 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:12.591382 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484fb6b-3130-42cd-bfc7-2c52a4b9b345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b753d3-4b5e-4dd4-b420-ef7025ce334f,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:12.601262 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2484fb6b-3130-42cd-bfc7-2c52a4b9b345 admin admin] Checking segment: {'id': '3a356e51-f6e7-4f82-b86f-3b01ed04e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '547e5920-6bd2-4325-bbdc-472a288a0246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:10:12.601616 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2484fb6b-3130-42cd-bfc7-2c52a4b9b345 admin admin] Network hostable DHCP agents. Network: 547e5920-6bd2-4325-bbdc-472a288a0246, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:10:12.602792 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:10:12.617479 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2484fb6b-3130-42cd-bfc7-2c52a4b9b345 admin admin] Network 547e5920-6bd2-4325-bbdc-472a288a0246 is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:10:12.624105 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:12.626314 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-2484fb6b-3130-42cd-bfc7-2c52a4b9b345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, 547e5920-6bd2-4325-bbdc-472a288a0246) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:10:12.631057 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:12.631202 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2484fb6b-3130-42cd-bfc7-2c52a4b9b345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:12.631773 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2484fb6b-3130-42cd-bfc7-2c52a4b9b345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:12.639394 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae75104-6ae8-4c79-a752-a13a20e85237 None None] Network 547e5920-6bd2-4325-bbdc-472a288a0246 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:10:12.646938 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2484fb6b-3130-42cd-bfc7-2c52a4b9b345 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3478134 Sep 14 12:10:12.830996 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059b8de-e9e2-477c-bd86-0abf9d064668 req-d317ba06-6e3a-4085-8812-4dc8dd2c960f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:12.832721 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6059b8de-e9e2-477c-bd86-0abf9d064668 req-d317ba06-6e3a-4085-8812-4dc8dd2c960f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 944 time: 0.0572512 Sep 14 12:10:12.862127 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:12.888155 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6059b8de-e9e2-477c-bd86-0abf9d064668 req-de88ad3e-188c-4a83-85eb-942e99badc18 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493307 Sep 14 12:10:12.928613 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f67f6e-d964-4492-8f64-a68948f98127 None None] Network 547e5920-6bd2-4325-bbdc-472a288a0246 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:10:13.022026 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8ff8-2a63-4bc5-8287-444944f698b2 req-9112edda-bd11-402a-a73a-00741e6f296c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:13.023651 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d07f8ff8-2a63-4bc5-8287-444944f698b2 req-9112edda-bd11-402a-a73a-00741e6f296c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 945 time: 0.0525374 Sep 14 12:10:13.072878 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d07f8ff8-2a63-4bc5-8287-444944f698b2 req-669a9982-54c7-4d62-a999-ef12127e1b15 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430543 Sep 14 12:10:13.187087 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44522) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:13.192080 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-bedafe5c-eccb-48ea-b8c5-1058b3b91aac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1305140534-network', 'tenant_id': '6d0704bba3db4740b463e4d419dd5e93'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:13.214533 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedafe5c-eccb-48ea-b8c5-1058b3b91aac admin admin] Made reservation on behalf of 6d0704bba3db4740b463e4d419dd5e93 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:10:13.217816 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bedafe5c-eccb-48ea-b8c5-1058b3b91aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:13.227828 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bedafe5c-eccb-48ea-b8c5-1058b3b91aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:13.329816 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bedafe5c-eccb-48ea-b8c5-1058b3b91aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:13.334031 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bedafe5c-eccb-48ea-b8c5-1058b3b91aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:13.347369 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799e76-7348-481c-a7d5-244c1f815035 req-5ac62489-527f-4f2a-b326-971fb6077f1f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:13.349502 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-90799e76-7348-481c-a7d5-244c1f815035 req-5ac62489-527f-4f2a-b326-971fb6077f1f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.2421510 Sep 14 12:10:13.360040 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bedafe5c-eccb-48ea-b8c5-1058b3b91aac admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:10:13.369572 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedafe5c-eccb-48ea-b8c5-1058b3b91aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7edf75-5165-49d7-b00b-af6fa3bda3c5,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:13.375477 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bedafe5c-eccb-48ea-b8c5-1058b3b91aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:13.375820 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-bedafe5c-eccb-48ea-b8c5-1058b3b91aac admin admin] Added segment ce4a652d-2112-4420-8d68-e5a0d3111875 of type vlan for network ab25b532-8943-4c9b-b5ac-3f2267ea2a8a Sep 14 12:10:13.397624 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-90799e76-7348-481c-a7d5-244c1f815035 req-9a621f1e-9205-4fe4-b228-c897250f9761 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420713 Sep 14 12:10:13.418919 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bedafe5c-eccb-48ea-b8c5-1058b3b91aac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:13.444287 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bedafe5c-eccb-48ea-b8c5-1058b3b91aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:13.445673 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedafe5c-eccb-48ea-b8c5-1058b3b91aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:13.446237 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bedafe5c-eccb-48ea-b8c5-1058b3b91aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:13.479250 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-bedafe5c-eccb-48ea-b8c5-1058b3b91aac admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2907093 Sep 14 12:10:13.481878 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 44528) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:13.486899 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-086a8391-f3b8-41a8-a835-a5e89ea9d0dd admin admin] Request body: {'subnet': {'network_id': 'ab25b532-8943-4c9b-b5ac-3f2267ea2a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1305140534-subnet', 'tenant_id': '6d0704bba3db4740b463e4d419dd5e93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:13.509317 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086a8391-f3b8-41a8-a835-a5e89ea9d0dd admin admin] Made reservation on behalf of 6d0704bba3db4740b463e4d419dd5e93 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:10:13.511827 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-086a8391-f3b8-41a8-a835-a5e89ea9d0dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:13.513549 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedafe5c-eccb-48ea-b8c5-1058b3b91aac admin admin] Pushing event updated for resources: {'Network': ['ID=ab25b532-8943-4c9b-b5ac-3f2267ea2a8a,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:13.523218 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network ab25b532-8943-4c9b-b5ac-3f2267ea2a8a details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:10:13.680821 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-086a8391-f3b8-41a8-a835-a5e89ea9d0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:13.726822 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a8391-f3b8-41a8-a835-a5e89ea9d0dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec87a8b-3639-4215-b034-6861337bf4d0,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:13.746121 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086a8391-f3b8-41a8-a835-a5e89ea9d0dd admin admin] Checking segment: {'id': 'ce4a652d-2112-4420-8d68-e5a0d3111875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ab25b532-8943-4c9b-b5ac-3f2267ea2a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:10:13.746473 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a8391-f3b8-41a8-a835-a5e89ea9d0dd admin admin] Network hostable DHCP agents. Network: ab25b532-8943-4c9b-b5ac-3f2267ea2a8a, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:10:13.761956 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a8391-f3b8-41a8-a835-a5e89ea9d0dd admin admin] Network ab25b532-8943-4c9b-b5ac-3f2267ea2a8a is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:10:13.770181 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-086a8391-f3b8-41a8-a835-a5e89ea9d0dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, ab25b532-8943-4c9b-b5ac-3f2267ea2a8a) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:10:13.775635 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a8391-f3b8-41a8-a835-a5e89ea9d0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:13.777474 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-086a8391-f3b8-41a8-a835-a5e89ea9d0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:13.778500 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e98a96c-8091-4213-834d-31ed923395e2 None None] Network ab25b532-8943-4c9b-b5ac-3f2267ea2a8a requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:10:13.791524 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-086a8391-f3b8-41a8-a835-a5e89ea9d0dd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3084838 Sep 14 12:10:13.914265 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81bc5e4-85fa-4b71-b6df-3223cd1fdbf1 None None] Network ab25b532-8943-4c9b-b5ac-3f2267ea2a8a requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:10:14.011607 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3addae-729a-4a0a-af8b-d5db104fe36f req-db2801ed-ab17-4e47-acc0-ac6f39a864d3 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:14.013270 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ec3addae-729a-4a0a-af8b-d5db104fe36f req-db2801ed-ab17-4e47-acc0-ac6f39a864d3 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 944 time: 0.0559587 Sep 14 12:10:14.061611 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ec3addae-729a-4a0a-af8b-d5db104fe36f req-1eab8182-b460-4257-a53c-06bc329b9b3a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422575 Sep 14 12:10:14.193317 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00821b-a9ad-499b-8622-118119c7a294 req-11e2f818-9a65-4d1f-af0f-8127f086c9dd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:14.194810 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7a00821b-a9ad-499b-8622-118119c7a294 req-11e2f818-9a65-4d1f-af0f-8127f086c9dd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 945 time: 0.0509017 Sep 14 12:10:14.241423 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7a00821b-a9ad-499b-8622-118119c7a294 req-55c6d111-33fa-4a08-a5ed-b23bb23c189d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397792 Sep 14 12:10:14.521109 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba039f0e-e75a-4697-b676-dafe6f8bb204 req-1ee6b1e8-fa0d-49e2-8ca7-4e94e1ac4744 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:14.522752 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ba039f0e-e75a-4697-b676-dafe6f8bb204 req-1ee6b1e8-fa0d-49e2-8ca7-4e94e1ac4744 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0522914 Sep 14 12:10:14.566923 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ba039f0e-e75a-4697-b676-dafe6f8bb204 req-1e76cc45-fb36-4896-b94d-88390977f325 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366445 Sep 14 12:10:14.790197 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:10:14.909188 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589460d0-5e35-493b-b7e4-acfa3ff94164 req-d9df89c5-e8aa-4619-a6f2-56acfe08f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:14.911785 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-589460d0-5e35-493b-b7e4-acfa3ff94164 req-d9df89c5-e8aa-4619-a6f2-56acfe08f914 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c767f723545f4fd28ddc09b080dc3696&device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 1098 time: 0.0476177 Sep 14 12:10:15.031243 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589460d0-5e35-493b-b7e4-acfa3ff94164 req-b4fe1dd2-1a78-4b4f-b2f1-d0c93dbdb8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:15.032797 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-589460d0-5e35-493b-b7e4-acfa3ff94164 req-b4fe1dd2-1a78-4b4f-b2f1-d0c93dbdb8f3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a071452-e54a-489e-92ba-31d21538d42c HTTP/1.1" status: 200 len: 919 time: 0.1071186 Sep 14 12:10:15.096928 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-589460d0-5e35-493b-b7e4-acfa3ff94164 req-066d4ec0-a46a-4abb-b358-d2fa5be28010 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1047694-2ee4-4cca-bfea-4d91ad7937cf HTTP/1.1" status: 200 len: 217 time: 0.0445445 Sep 14 12:10:15.137246 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:10:15.205480 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589460d0-5e35-493b-b7e4-acfa3ff94164 req-51d276c4-e9a2-40f5-be8d-fc643acb8e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:15.207594 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-589460d0-5e35-493b-b7e4-acfa3ff94164 req-51d276c4-e9a2-40f5-be8d-fc643acb8e7d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ea5e92-0ff4-4e73-ace0-515dc4388b17 HTTP/1.1" status: 200 len: 858 time: 0.0887530 Sep 14 12:10:15.248809 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-589460d0-5e35-493b-b7e4-acfa3ff94164 req-0d33c2e5-e2df-4711-88ab-c473eb6a6493 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a071452-e54a-489e-92ba-31d21538d42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280058 Sep 14 12:10:15.260918 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565727eb-d33c-4643-8bd0-f612b7fd2228 req-98d7baae-39b7-4e54-b1fa-8752cf495624 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:15.262335 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-565727eb-d33c-4643-8bd0-f612b7fd2228 req-98d7baae-39b7-4e54-b1fa-8752cf495624 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 944 time: 0.1061165 Sep 14 12:10:15.367906 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-565727eb-d33c-4643-8bd0-f612b7fd2228 req-572dae0a-48ae-4a96-9d3a-4bc92ecfea82 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964925 Sep 14 12:10:15.413942 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-589460d0-5e35-493b-b7e4-acfa3ff94164 req-ff957253-08c8-41d3-b673-3d91a025e541 service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506586 Sep 14 12:10:15.422433 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798eb150-d821-4547-ac86-8e83bd68c0a3 req-14952a19-9c4b-40fe-88a9-f7ed0b8d9c4e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:15.423873 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-798eb150-d821-4547-ac86-8e83bd68c0a3 req-14952a19-9c4b-40fe-88a9-f7ed0b8d9c4e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 945 time: 0.1019635 Sep 14 12:10:15.521263 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-798eb150-d821-4547-ac86-8e83bd68c0a3 req-a70eb9f5-9572-4dc8-a09c-cb8a62dccdce tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846252 Sep 14 12:10:15.557126 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-589460d0-5e35-493b-b7e4-acfa3ff94164 req-adc4a908-5e73-45a9-8b8b-3bd599005cc0 service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281495 Sep 14 12:10:15.704494 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99319cc7-8f8f-4827-90ca-47bb99234d0c req-e3c08d82-c03e-44dd-8580-e1409e321f26 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:15.705993 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-99319cc7-8f8f-4827-90ca-47bb99234d0c req-e3c08d82-c03e-44dd-8580-e1409e321f26 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0502000 Sep 14 12:10:15.749797 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-99319cc7-8f8f-4827-90ca-47bb99234d0c req-c3f2d3e7-0834-42e6-956e-00750504729f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357525 Sep 14 12:10:16.498236 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8985544-6bc9-4cde-8e6d-e5802a50a3dc req-f3da3fb0-3bba-4864-b9b0-d443247813d1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:16.499775 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b8985544-6bc9-4cde-8e6d-e5802a50a3dc req-f3da3fb0-3bba-4864-b9b0-d443247813d1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 944 time: 0.0646513 Sep 14 12:10:16.538324 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b8985544-6bc9-4cde-8e6d-e5802a50a3dc req-5e6c613e-602b-40f5-94be-1791f6bdc03d tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324244 Sep 14 12:10:16.650586 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c4114-19dc-431e-8ed5-588aa9832c82 req-6dd830f8-0cae-4c67-9f57-bcb38caac626 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:16.656783 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9c5c4114-19dc-431e-8ed5-588aa9832c82 req-6dd830f8-0cae-4c67-9f57-bcb38caac626 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 945 time: 0.0512967 Sep 14 12:10:16.694303 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9c5c4114-19dc-431e-8ed5-588aa9832c82 req-6a2304cc-76ed-4c6e-b98f-a95eb2d6a4e9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354903 Sep 14 12:10:16.749320 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:10:16.799707 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:10:16.804199 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:10:16.804574 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:16.891441 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e43814-cc8f-46ad-af08-d537b29266de req-2a6d1e72-aca8-4a25-8b13-94a0a48aabdb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:16.892945 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d5e43814-cc8f-46ad-af08-d537b29266de req-2a6d1e72-aca8-4a25-8b13-94a0a48aabdb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0674851 Sep 14 12:10:16.900184 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:16.925722 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:10:16.928508 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896199e0-c067-4df1-b040-f7c896af8fd7" -d '{"events": [{"server_uuid": "9f6c4345-386e-4cc0-bae8-7feab55d535f", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:10:16.941443 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d5e43814-cc8f-46ad-af08-d537b29266de req-f9362275-c51e-4827-9541-a7951f8ff740 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412745 Sep 14 12:10:16.942158 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:16.946952 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:16.949023 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:10:16.992051 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a154a6-c79b-42f4-808f-9ae4779df360 x-openstack-request-id: req-63a154a6-c79b-42f4-808f-9ae4779df360 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:10:16.992584 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6c4345-386e-4cc0-bae8-7feab55d535f", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:10:16.992840 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63a154a6-c79b-42f4-808f-9ae4779df360 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:10:16.993224 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf', 'code': 200} Sep 14 12:10:17.054658 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:17.085012 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:10:17.089272 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:10:17.089815 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:17.192359 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:17.212202 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cd74b-1b33-43d0-b1db-b1bbebd4594a req-e0a952ba-8e6b-4038-a78f-25fc79424c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:17.214622 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-158cd74b-1b33-43d0-b1db-b1bbebd4594a req-e0a952ba-8e6b-4038-a78f-25fc79424c83 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 1099 time: 0.0558288 Sep 14 12:10:17.226991 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf,segment=NetworkSegment(3f2d7a91-3dd4-4446-870d-ce887d43071a),segment_id=3f2d7a91-3dd4-4446-870d-ce887d43071a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:17.237761 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:17.261901 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-158cd74b-1b33-43d0-b1db-b1bbebd4594a req-eb4b0948-fbc5-4fcf-8704-a714395fac11 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370011 Sep 14 12:10:17.282845 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:17.659083 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93dc28-5d59-41c1-81bf-7c56133a8dab req-7c67f351-e1f5-4db1-b8b5-e77cd6f4a464 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:17.660620 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1e93dc28-5d59-41c1-81bf-7c56133a8dab req-7c67f351-e1f5-4db1-b8b5-e77cd6f4a464 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0518975 Sep 14 12:10:17.717908 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1e93dc28-5d59-41c1-81bf-7c56133a8dab req-e0588813-32c7-4d8f-a032-9342846d991b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434763 Sep 14 12:10:17.821919 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50434eb-3455-440b-ad27-a8c97c2bd9bb req-b5a343a4-2297-4973-950b-ceab6abb896d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:17.827593 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a50434eb-3455-440b-ad27-a8c97c2bd9bb req-b5a343a4-2297-4973-950b-ceab6abb896d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0547526 Sep 14 12:10:17.866761 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a50434eb-3455-440b-ad27-a8c97c2bd9bb req-1b3422ad-7339-405e-bbde-7a4110180221 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368497 Sep 14 12:10:18.062221 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13cb31-5eee-444a-ac4f-1ce7d7bc4b5a req-2e63d1b8-eeb9-4ed3-a508-af66ddc4982f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:18.063724 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2a13cb31-5eee-444a-ac4f-1ce7d7bc4b5a req-2e63d1b8-eeb9-4ed3-a508-af66ddc4982f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0536528 Sep 14 12:10:18.101971 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2a13cb31-5eee-444a-ac4f-1ce7d7bc4b5a req-64989abf-8db5-451c-a357-3b7f6d74ea9f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321276 Sep 14 12:10:18.838832 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21694c-0c05-4ae8-aa42-471f04c5e7c8 req-6b4e99a1-64e5-4c57-bc4d-b5be838a11fb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:18.843115 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0c21694c-0c05-4ae8-aa42-471f04c5e7c8 req-6b4e99a1-64e5-4c57-bc4d-b5be838a11fb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0524976 Sep 14 12:10:18.886716 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0c21694c-0c05-4ae8-aa42-471f04c5e7c8 req-07ae395f-05cb-484e-a51b-167c4ba56f0b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375121 Sep 14 12:10:18.994059 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d74d64-7872-47f6-99e2-6b42f518dc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:10:18.994833 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec858c-2702-4a6a-8cdc-60b76630d90f req-f0d13809-3f8f-442b-acbf-ff3216fdba12 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:18.996430 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2baf0c-d8ee-47fe-8c5e-3f6581c54620" -d '{"events": [{"server_uuid": "35d74d64-7872-47f6-99e2-6b42f518dc45", "name": "network-vif-plugged", "status": "completed", "tag": "e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:10:18.996879 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-73ec858c-2702-4a6a-8cdc-60b76630d90f req-f0d13809-3f8f-442b-acbf-ff3216fdba12 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0572350 Sep 14 12:10:19.032923 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f134869b-ad92-4f03-b93a-b083bb82e89f x-openstack-request-id: req-f134869b-ad92-4f03-b93a-b083bb82e89f {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:10:19.033216 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d74d64-7872-47f6-99e2-6b42f518dc45", "name": "network-vif-plugged", "status": "completed", "tag": "e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:10:19.033472 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f134869b-ad92-4f03-b93a-b083bb82e89f {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:10:19.033858 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d74d64-7872-47f6-99e2-6b42f518dc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf', 'code': 200} Sep 14 12:10:19.042474 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-73ec858c-2702-4a6a-8cdc-60b76630d90f req-c1ec74fc-6d72-429d-ba9f-7719a4bcb331 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371263 Sep 14 12:10:19.171434 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba64d94-deb1-43b8-bbfe-2a4002f6ea98 req-eed51fda-a8da-4148-9b70-dd76b5a928a3 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:19.173054 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aba64d94-deb1-43b8-bbfe-2a4002f6ea98 req-eed51fda-a8da-4148-9b70-dd76b5a928a3 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0561762 Sep 14 12:10:19.183529 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44716) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:19.191582 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-8d6e4322-d1b4-4e0c-b753-3156b99fc9f8 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Request body: {'floatingip': {'port_id': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:19.228045 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15942530-62a4-49ae-afeb-cba1bba50dc1 req-0d27f9b8-fd61-4d8f-96c3-b9321cf3ebe6 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:19.229538 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-15942530-62a4-49ae-afeb-cba1bba50dc1 req-0d27f9b8-fd61-4d8f-96c3-b9321cf3ebe6 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0521843 Sep 14 12:10:19.265216 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4322-d1b4-4e0c-b753-3156b99fc9f8 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for floatingip, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:19.292058 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-15942530-62a4-49ae-afeb-cba1bba50dc1 req-98905a87-041b-41f6-894c-16560e93c06a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563478 Sep 14 12:10:19.302107 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fb1f3-f12d-4ca0-b894-a07377044d60 req-6fdd4a9a-27cc-447c-a7b5-e28f668b2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:19.303616 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-498fb1f3-f12d-4ca0-b894-a07377044d60 req-6fdd4a9a-27cc-447c-a7b5-e28f668b2505 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 1098 time: 0.0542796 Sep 14 12:10:19.346950 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-498fb1f3-f12d-4ca0-b894-a07377044d60 req-e070dea8-2341-4031-ac06-11063fc8e72f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285680 Sep 14 12:10:20.034019 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b186e0b-a7f0-4bb2-823f-283969991aec req-c33102c0-73fc-4f56-b6c2-64c0f3c00aa4 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:20.037220 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6b186e0b-a7f0-4bb2-823f-283969991aec req-c33102c0-73fc-4f56-b6c2-64c0f3c00aa4 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0616641 Sep 14 12:10:20.069652 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 44752) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:20.088310 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6b186e0b-a7f0-4bb2-823f-283969991aec req-70386305-a7a7-4a09-8b1e-e412fab09887 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445354 Sep 14 12:10:20.132736 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4322-d1b4-4e0c-b753-3156b99fc9f8 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:20.136772 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4322-d1b4-4e0c-b753-3156b99fc9f8 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:20.202667 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60617fad-cb61-436e-be3b-0a6ac6dfb873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:20.249355 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-8d6e4322-d1b4-4e0c-b753-3156b99fc9f8 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Floating IP 0c088bb9-2a46-4dd6-92d7-967020f71a59 associated. External IP: 172.27.0.105, port: b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf. Sep 14 12:10:20.312741 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60617fad-cb61-436e-be3b-0a6ac6dfb873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:20.318908 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60617fad-cb61-436e-be3b-0a6ac6dfb873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:20.330212 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44760) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:20.370492 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-60617fad-cb61-436e-be3b-0a6ac6dfb873 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ea51048551743d79c6012091bbfc233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996240 Sep 14 12:10:20.371223 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44764) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:20.378877 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60617fad-cb61-436e-be3b-0a6ac6dfb873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e15228-87ee-448e-a604-88a3fb676de6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:20.422247 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a9b24-5fd5-4703-841f-113721744975 req-16772146-1bfb-4afb-ad94-e4f1dfbac545 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:20.424019 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-393a9b24-5fd5-4703-841f-113721744975 req-16772146-1bfb-4afb-ad94-e4f1dfbac545 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0590498 Sep 14 12:10:20.463517 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-393a9b24-5fd5-4703-841f-113721744975 req-15cc9953-2784-4348-a114-5a6f3ab1e619 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333312 Sep 14 12:10:20.499466 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6ce1b71d-acb9-4b07-b6ca-e1c42228ca82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:20.521521 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:20.571858 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:20.620558 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6e4322-d1b4-4e0c-b753-3156b99fc9f8 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Router 9e3470ec-b93a-47e7-a49e-15659263ead2 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:10:20.718564 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:20.721076 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:20.722199 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56e15228-87ee-448e-a604-88a3fb676de6 HTTP/1.1" status: 204 len: 168 time: 0.3499951 Sep 14 12:10:20.748641 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e15228-87ee-448e-a604-88a3fb676de6,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:20.767984 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6ce1b71d-acb9-4b07-b6ca-e1c42228ca82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:20.771832 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:20.772188 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:20.772533 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:20.772867 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:20.773195 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:20.773528 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:20.773857 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:20.774188 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:20.774517 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:20.774932 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:20.775230 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:20.775595 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9741-eccc-4e20-b87f-1a2168b71bda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:20.782013 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6ce1b71d-acb9-4b07-b6ca-e1c42228ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:20.829880 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1b71d-acb9-4b07-b6ca-e1c42228ca82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c01eec-3532-47ad-b903-78cfb03c94eb,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:20.833924 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6e4322-d1b4-4e0c-b753-3156b99fc9f8 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:10:20.839835 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 44770) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:20.839967 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6ce1b71d-acb9-4b07-b6ca-e1c42228ca82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce847dcaf54a4190a6185d34b34742a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5086825 Sep 14 12:10:20.843176 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4322-d1b4-4e0c-b753-3156b99fc9f8 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:20.855428 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c090839f-125c-4235-a24a-1fb0798e891b None None] Sync routers for ids ['9e3470ec-b93a-47e7-a49e-15659263ead2'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:10:20.884231 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c090839f-125c-4235-a24a-1fb0798e891b None None] Routers {'9e3470ec-b93a-47e7-a49e-15659263ead2'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:10:20.885044 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-c090839f-125c-4235-a24a-1fb0798e891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:10:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['9e3470ec-b93a-47e7-a49e-15659263ead2'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:20.906294 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8d6e4322-d1b4-4e0c-b753-3156b99fc9f8 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "PUT /v2.0/floatingips/0c088bb9-2a46-4dd6-92d7-967020f71a59 HTTP/1.1" status: 200 len: 992 time: 1.7202144 Sep 14 12:10:20.906904 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'tag': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:10:20.909286 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c7473670bfc4804779e6de410628707900893b250cd34c1ce1c05d6cbac26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca175cf-68d4-4fc2-90d7-81fb8f5550a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6c4345-386e-4cc0-bae8-7feab55d535f", "tag": "b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:10:20.962751 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:21.005653 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdef109-5f67-4eac-b219-613e3e850cd6 x-openstack-request-id: req-abdef109-5f67-4eac-b219-613e3e850cd6 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:10:21.006027 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6c4345-386e-4cc0-bae8-7feab55d535f", "tag": "b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:10:21.006455 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abdef109-5f67-4eac-b219-613e3e850cd6 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:10:21.008357 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'tag': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf', 'status': 'completed', 'code': 200} Sep 14 12:10:21.040893 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:21.090125 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-c090839f-125c-4235-a24a-1fb0798e891b None None] Set router 9e3470ec-b93a-47e7-a49e-15659263ead2 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:10:21.186854 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca175cf-68d4-4fc2-90d7-81fb8f5550a7 req-ee427ae2-ad26-4830-9376-7706085e2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:21.188878 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aca175cf-68d4-4fc2-90d7-81fb8f5550a7 req-ee427ae2-ad26-4830-9376-7706085e2790 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 1099 time: 0.1200676 Sep 14 12:10:21.190328 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:21.194591 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:21.195983 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5c01eec-3532-47ad-b903-78cfb03c94eb HTTP/1.1" status: 204 len: 168 time: 0.3548951 Sep 14 12:10:21.210626 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c01eec-3532-47ad-b903-78cfb03c94eb,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:21.231664 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44796) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:21.249015 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fc1910d1-10aa-4fc1-a9d3-f09b3d7e8425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:21.264446 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:21.265067 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:21.265417 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:21.265763 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:21.266094 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:21.266615 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:21.266924 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:21.267283 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:21.267621 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:21.267968 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:21.268275 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:21.269785 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c2de2-3b9d-49c1-849a-65c639a151f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:21.351246 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6631f94-5946-498d-b6a1-dee5589b12ec req-3e19940a-bb73-4ab9-85b6-fbe4461015a8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:21.353049 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d6631f94-5946-498d-b6a1-dee5589b12ec req-3e19940a-bb73-4ab9-85b6-fbe4461015a8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.1459627 Sep 14 12:10:21.372039 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fc1910d1-10aa-4fc1-a9d3-f09b3d7e8425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:21.378401 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fc1910d1-10aa-4fc1-a9d3-f09b3d7e8425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:21.410151 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d6631f94-5946-498d-b6a1-dee5589b12ec req-8a9045d3-04e8-46d2-a879-3b7e81bd1ffc tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483449 Sep 14 12:10:21.423767 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-fc1910d1-10aa-4fc1-a9d3-f09b3d7e8425 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5fd6d9ac23fa4d769c0d1da22f370668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894882 Sep 14 12:10:21.427370 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 44800) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:21.443492 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca175cf-68d4-4fc2-90d7-81fb8f5550a7 req-ba668574-9bab-44f3-905d-e30289a8913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:21.444865 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1910d1-10aa-4fc1-a9d3-f09b3d7e8425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7278bf0-27a7-4c4b-978b-044aadea20ec,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:21.445092 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aca175cf-68d4-4fc2-90d7-81fb8f5550a7 req-ba668574-9bab-44f3-905d-e30289a8913b service neutron] 10.222.0.22 "GET /v2.0/networks?id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7 HTTP/1.1" status: 200 len: 918 time: 0.2007051 Sep 14 12:10:21.549399 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-c090839f-125c-4235-a24a-1fb0798e891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '0c088bb9-2a46-4dd6-92d7-967020f71a59', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'port_id': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'mac_address': 'fa:16:3e:2b:e1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:09:47Z', 'updated_at': '2021-09-14T12:10:19Z', 'revision_number': 1, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64775b6e-b6d6-4300-9d8d-d82fe72e628f', 'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'mac_address': 'fa:16:3e:29:19:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:29Z', 'updated_at': '2021-09-14T12:09:48Z', 'revision_number': 5, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'subnets': [{'id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:21.579994 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c090839f-125c-4235-a24a-1fb0798e891b None None] Checking router: 9e3470ec-b93a-47e7-a49e-15659263ead2 for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:10:21.594304 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c090839f-125c-4235-a24a-1fb0798e891b None None] Routers {'9e3470ec-b93a-47e7-a49e-15659263ead2'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:10:21.595163 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-c090839f-125c-4235-a24a-1fb0798e891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:10:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['9e3470ec-b93a-47e7-a49e-15659263ead2'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:21.660517 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ba44697-5c6b-4e9e-87cb-ce33ba097507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:21.664795 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44806) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:21.678686 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3c38a525-eb4f-419b-b98e-9035cbe69ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:21.698260 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aca175cf-68d4-4fc2-90d7-81fb8f5550a7 req-3963400e-df8c-47a7-a53f-4b82dd08c3bc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf HTTP/1.1" status: 200 len: 1000 time: 0.2264953 Sep 14 12:10:21.707154 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-c090839f-125c-4235-a24a-1fb0798e891b None None] Set router 9e3470ec-b93a-47e7-a49e-15659263ead2 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:10:21.714174 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ba44697-5c6b-4e9e-87cb-ce33ba097507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:21.748376 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895517b5-c9cf-4d29-b9ac-26b68c6ae617 req-c4262e35-0496-4673-86a6-5f128e68240a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:21.750226 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-895517b5-c9cf-4d29-b9ac-26b68c6ae617 req-c4262e35-0496-4673-86a6-5f128e68240a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.2054191 Sep 14 12:10:21.783151 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3c38a525-eb4f-419b-b98e-9035cbe69ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:21.788656 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3c38a525-eb4f-419b-b98e-9035cbe69ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:21.792257 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61652b-a1ce-43f8-8cc3-5cb19be40754 req-ddeb8d56-bf67-4c48-86f1-42711462d0db tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:21.796972 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5e61652b-a1ce-43f8-8cc3-5cb19be40754 req-ddeb8d56-bf67-4c48-86f1-42711462d0db tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.2510872 Sep 14 12:10:21.805733 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44808) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:21.812955 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-a8371ed1-f76b-4be9-b7e3-9f6d18d1acdb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Request body: {'floatingip': {'port_id': 'e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:21.852960 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca175cf-68d4-4fc2-90d7-81fb8f5550a7 req-d8294730-b73a-471c-89ea-91d0da72bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:21.854441 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aca175cf-68d4-4fc2-90d7-81fb8f5550a7 req-d8294730-b73a-471c-89ea-91d0da72bf95 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6208ef-9aa5-4893-bd46-0183fd7d2f36 HTTP/1.1" status: 200 len: 856 time: 0.1453691 Sep 14 12:10:21.871492 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-895517b5-c9cf-4d29-b9ac-26b68c6ae617 req-740c5931-5f10-4bb5-b5d5-e088f4ac5c55 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947540 Sep 14 12:10:21.884577 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3c38a525-eb4f-419b-b98e-9035cbe69ef9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94cc7e51b69a46c8b37d76e496db65a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186115 Sep 14 12:10:21.888362 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a8371ed1-f76b-4be9-b7e3-9f6d18d1acdb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for floatingip, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:21.891705 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44810) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:21.929822 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38a525-eb4f-419b-b98e-9035cbe69ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9607752-ed9b-4ff8-9da9-83bed008f4db,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:21.947584 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ba44697-5c6b-4e9e-87cb-ce33ba097507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:21.950299 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ba44697-5c6b-4e9e-87cb-ce33ba097507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:21.954206 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1ba44697-5c6b-4e9e-87cb-ce33ba097507 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7278bf0-27a7-4c4b-978b-044aadea20ec HTTP/1.1" status: 204 len: 168 time: 0.5258834 Sep 14 12:10:21.956487 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca175cf-68d4-4fc2-90d7-81fb8f5550a7 req-d181e8e9-9dc6-4eaa-a422-44076d63e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:21.958962 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aca175cf-68d4-4fc2-90d7-81fb8f5550a7 req-d181e8e9-9dc6-4eaa-a422-44076d63e371 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0861521 Sep 14 12:10:21.972349 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba44697-5c6b-4e9e-87cb-ce33ba097507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7278bf0-27a7-4c4b-978b-044aadea20ec,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:22.045678 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b03b6f3c-df31-4cfa-8d5e-9a3fd6e598e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:22.122983 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-c090839f-125c-4235-a24a-1fb0798e891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '0c088bb9-2a46-4dd6-92d7-967020f71a59', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'port_id': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'mac_address': 'fa:16:3e:2b:e1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:09:47Z', 'updated_at': '2021-09-14T12:10:19Z', 'revision_number': 1, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64775b6e-b6d6-4300-9d8d-d82fe72e628f', 'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'mac_address': 'fa:16:3e:29:19:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:29Z', 'updated_at': '2021-09-14T12:09:48Z', 'revision_number': 5, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'subnets': [{'id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:22.136200 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aca175cf-68d4-4fc2-90d7-81fb8f5550a7 req-c680361a-bdae-4437-9e7e-7dc1dc8748bf service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445036 Sep 14 12:10:22.155123 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b03b6f3c-df31-4cfa-8d5e-9a3fd6e598e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:22.155915 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c090839f-125c-4235-a24a-1fb0798e891b None None] The sync data for ids ['9e3470ec-b93a-47e7-a49e-15659263ead2'] in dv-cinder-784945-14-iscsi is: [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '0c088bb9-2a46-4dd6-92d7-967020f71a59', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'port_id': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'mac_address': 'fa:16:3e:2b:e1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:09:47Z', 'updated_at': '2021-09-14T12:10:19Z', 'revision_number': 1, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64775b6e-b6d6-4300-9d8d-d82fe72e628f', 'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'mac_address': 'fa:16:3e:29:19:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:29Z', 'updated_at': '2021-09-14T12:09:48Z', 'revision_number': 5, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'subnets': [{'id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:10:22.273225 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aca175cf-68d4-4fc2-90d7-81fb8f5550a7 req-2a5fd043-24e7-4d69-9c72-ea1f078164cf service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203105 Sep 14 12:10:22.353496 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b03b6f3c-df31-4cfa-8d5e-9a3fd6e598e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:22.355983 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b03b6f3c-df31-4cfa-8d5e-9a3fd6e598e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:22.360162 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b03b6f3c-df31-4cfa-8d5e-9a3fd6e598e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9607752-ed9b-4ff8-9da9-83bed008f4db HTTP/1.1" status: 204 len: 168 time: 0.4673324 Sep 14 12:10:22.387806 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b6f3c-df31-4cfa-8d5e-9a3fd6e598e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9607752-ed9b-4ff8-9da9-83bed008f4db,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:22.504163 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76c9ad8-10e9-4c24-8ae9-547ac750010e None None] New status for floating IP 0c088bb9-2a46-4dd6-92d7-967020f71a59: ACTIVE {{(pid=94161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:10:22.580035 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a8371ed1-f76b-4be9-b7e3-9f6d18d1acdb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:22.587235 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a8371ed1-f76b-4be9-b7e3-9f6d18d1acdb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:22.866900 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 44850) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:22.896527 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80f4ecb9-3db7-48aa-a7f2-0b59c7b0987d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:22.940446 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-a8371ed1-f76b-4be9-b7e3-9f6d18d1acdb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Floating IP 45322588-6bcb-46c5-b32b-5e8654a42d37 associated. External IP: 172.27.0.129, port: e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf. Sep 14 12:10:23.039664 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6487cb-2f1a-45a3-a25c-e82e5de177f5 req-f415f373-d736-4ff5-8810-c468751c912c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:23.041207 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1f6487cb-2f1a-45a3-a25c-e82e5de177f5 req-f415f373-d736-4ff5-8810-c468751c912c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0838673 Sep 14 12:10:23.081322 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80f4ecb9-3db7-48aa-a7f2-0b59c7b0987d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:23.093756 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80f4ecb9-3db7-48aa-a7f2-0b59c7b0987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:23.146529 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1f6487cb-2f1a-45a3-a25c-e82e5de177f5 req-ee2723d3-9f69-4d76-8450-479877fd32ea tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966208 Sep 14 12:10:23.184186 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-80f4ecb9-3db7-48aa-a7f2-0b59c7b0987d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9cedc6b4cb84fceb846d61a1b380b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134403 Sep 14 12:10:23.189584 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44864) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:23.189908 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4ecb9-3db7-48aa-a7f2-0b59c7b0987d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a4c0e4-fd51-431e-bb2c-3abebf8c218c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:23.276348 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8371ed1-f76b-4be9-b7e3-9f6d18d1acdb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:10:23.342373 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-48235681-f81d-4484-827b-9b0ff11a1f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:23.396800 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-48235681-f81d-4484-827b-9b0ff11a1f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:23.445487 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8371ed1-f76b-4be9-b7e3-9f6d18d1acdb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:10:23.452366 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a8371ed1-f76b-4be9-b7e3-9f6d18d1acdb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:23.456238 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ba59c-da16-4482-9659-dad47117e61a None None] Sync routers for ids ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:10:23.469561 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ba59c-da16-4482-9659-dad47117e61a None None] Routers {'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:10:23.470191 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-343ba59c-da16-4482-9659-dad47117e61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:10:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:23.490488 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a8371ed1-f76b-4be9-b7e3-9f6d18d1acdb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "PUT /v2.0/floatingips/45322588-6bcb-46c5-b32b-5e8654a42d37 HTTP/1.1" status: 200 len: 991 time: 1.6814489 Sep 14 12:10:23.491506 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d74d64-7872-47f6-99e2-6b42f518dc45', 'tag': 'e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:10:23.493930 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c7473670bfc4804779e6de410628707900893b250cd34c1ce1c05d6cbac26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71167cc-0e36-4257-b7b1-dac455fb0fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "35d74d64-7872-47f6-99e2-6b42f518dc45", "tag": "e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:10:23.507881 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-48235681-f81d-4484-827b-9b0ff11a1f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:23.515336 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-48235681-f81d-4484-827b-9b0ff11a1f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:23.519175 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-48235681-f81d-4484-827b-9b0ff11a1f50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17a4c0e4-fd51-431e-bb2c-3abebf8c218c HTTP/1.1" status: 204 len: 168 time: 0.3259361 Sep 14 12:10:23.533987 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48235681-f81d-4484-827b-9b0ff11a1f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a4c0e4-fd51-431e-bb2c-3abebf8c218c,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:23.540466 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ca34d7-87fd-4be6-b9ac-dccd5e16ba72 x-openstack-request-id: req-66ca34d7-87fd-4be6-b9ac-dccd5e16ba72 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:10:23.541271 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d74d64-7872-47f6-99e2-6b42f518dc45", "tag": "e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:10:23.541271 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66ca34d7-87fd-4be6-b9ac-dccd5e16ba72 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:10:23.541443 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d74d64-7872-47f6-99e2-6b42f518dc45', 'tag': 'e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf', 'status': 'completed', 'code': 200} Sep 14 12:10:23.632558 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71167cc-0e36-4257-b7b1-dac455fb0fe2 req-352c7c19-21e6-400c-b40f-005af2533e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:23.634473 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a71167cc-0e36-4257-b7b1-dac455fb0fe2 req-352c7c19-21e6-400c-b40f-005af2533e9b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc7f932fd90541ac8eb8962205371d28&device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 1098 time: 0.0667470 Sep 14 12:10:23.641289 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-343ba59c-da16-4482-9659-dad47117e61a None None] Set router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:10:23.759156 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71167cc-0e36-4257-b7b1-dac455fb0fe2 req-57b1229e-f8e8-4a91-b6d9-c5b77f5c8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:23.761763 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a71167cc-0e36-4257-b7b1-dac455fb0fe2 req-57b1229e-f8e8-4a91-b6d9-c5b77f5c8c3a service neutron] 10.222.0.22 "GET /v2.0/networks?id=3329974f-caa5-4fbb-a97c-79e694482018 HTTP/1.1" status: 200 len: 912 time: 0.1177797 Sep 14 12:10:23.851519 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a71167cc-0e36-4257-b7b1-dac455fb0fe2 req-b416c00e-2d85-4721-a4c2-014a4aff1d53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf HTTP/1.1" status: 200 len: 999 time: 0.0819607 Sep 14 12:10:23.906967 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-343ba59c-da16-4482-9659-dad47117e61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '45322588-6bcb-46c5-b32b-5e8654a42d37', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'port_id': 'e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'mac_address': 'fa:16:3e:fb:05:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d74d64-7872-47f6-99e2-6b42f518dc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:09:43Z', 'updated_at': '2021-09-14T12:10:22Z', 'revision_number': 1, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5847e187-9b71-4a1e-9f84-40b10482bfca', 'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'mac_address': 'fa:16:3e:c0:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:30Z', 'updated_at': '2021-09-14T12:09:45Z', 'revision_number': 5, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'subnets': [{'id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:23.951273 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71167cc-0e36-4257-b7b1-dac455fb0fe2 req-dcfe0cb3-8714-4d88-b96f-d4754317aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:23.952987 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a71167cc-0e36-4257-b7b1-dac455fb0fe2 req-dcfe0cb3-8714-4d88-b96f-d4754317aaa1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=376911e4-d0c1-454d-ab61-9236295f51b8 HTTP/1.1" status: 200 len: 850 time: 0.0911138 Sep 14 12:10:23.955942 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ba59c-da16-4482-9659-dad47117e61a None None] Checking router: b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:10:23.965663 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ba59c-da16-4482-9659-dad47117e61a None None] Routers {'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:10:23.966350 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-343ba59c-da16-4482-9659-dad47117e61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:10:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:24.029015 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71167cc-0e36-4257-b7b1-dac455fb0fe2 req-b209491e-7090-4dd8-89e9-ee12e478e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:24.034962 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a71167cc-0e36-4257-b7b1-dac455fb0fe2 req-b209491e-7090-4dd8-89e9-ee12e478e73d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3329974f-caa5-4fbb-a97c-79e694482018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0616505 Sep 14 12:10:24.102317 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-343ba59c-da16-4482-9659-dad47117e61a None None] Set router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:10:24.177361 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a71167cc-0e36-4257-b7b1-dac455fb0fe2 req-c9e43b14-6e3a-4c91-98a6-e7be729e411c service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330838 Sep 14 12:10:24.310494 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a71167cc-0e36-4257-b7b1-dac455fb0fe2 req-50107465-a5a8-4445-b7ed-bb9c6400d7c3 service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187396 Sep 14 12:10:24.413183 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800678ed-809e-43ee-9c93-14d44e81778e req-926b1a60-88b1-436b-963e-9a2fd1cf5268 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:24.415198 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-800678ed-809e-43ee-9c93-14d44e81778e req-926b1a60-88b1-436b-963e-9a2fd1cf5268 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.1035972 Sep 14 12:10:24.435635 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-343ba59c-da16-4482-9659-dad47117e61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '45322588-6bcb-46c5-b32b-5e8654a42d37', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'port_id': 'e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'mac_address': 'fa:16:3e:fb:05:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d74d64-7872-47f6-99e2-6b42f518dc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:09:43Z', 'updated_at': '2021-09-14T12:10:22Z', 'revision_number': 1, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5847e187-9b71-4a1e-9f84-40b10482bfca', 'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'mac_address': 'fa:16:3e:c0:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:30Z', 'updated_at': '2021-09-14T12:09:45Z', 'revision_number': 5, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'subnets': [{'id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:24.472062 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ba59c-da16-4482-9659-dad47117e61a None None] The sync data for ids ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'] in dv-cinder-784945-14-iscsi is: [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '45322588-6bcb-46c5-b32b-5e8654a42d37', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'port_id': 'e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'mac_address': 'fa:16:3e:fb:05:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d74d64-7872-47f6-99e2-6b42f518dc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:09:43Z', 'updated_at': '2021-09-14T12:10:22Z', 'revision_number': 1, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5847e187-9b71-4a1e-9f84-40b10482bfca', 'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'mac_address': 'fa:16:3e:c0:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:30Z', 'updated_at': '2021-09-14T12:09:45Z', 'revision_number': 5, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'subnets': [{'id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:10:24.499247 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-800678ed-809e-43ee-9c93-14d44e81778e req-b5c6f38c-e423-4521-9095-36d6a91feb38 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774519 Sep 14 12:10:24.766191 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7471a275-d330-4bb9-b4f3-3f15b5ae2431 None None] New status for floating IP 45322588-6bcb-46c5-b32b-5e8654a42d37: ACTIVE {{(pid=94161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:10:24.804339 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9b386-c7a2-4f49-966c-46922c283c94 req-bab63a5f-49cd-4a1b-beae-a8f6b45b9fe9 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:24.812137 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-67c9b386-c7a2-4f49-966c-46922c283c94 req-bab63a5f-49cd-4a1b-beae-a8f6b45b9fe9 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 945 time: 0.0616741 Sep 14 12:10:24.850206 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-67c9b386-c7a2-4f49-966c-46922c283c94 req-a910f3dc-d0a7-4414-b7ed-229319a7e79a tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364678 Sep 14 12:10:25.111992 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44958) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:25.227908 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4321-392e-4079-9c6b-b50f0607d395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:25.317551 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4321-392e-4079-9c6b-b50f0607d395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:25.321669 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4321-392e-4079-9c6b-b50f0607d395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:25.360715 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2d9d4321-392e-4079-9c6b-b50f0607d395 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0988005b519a4d23a7d1a22bbcf2dfe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475812 Sep 14 12:10:25.363494 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 44970) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:25.369276 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d4321-392e-4079-9c6b-b50f0607d395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd65f0ff-61f5-46dc-a8fa-9d3eef3bbf1f,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:25.421095 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2915-8bdc-41d6-9fb2-19f5bff0e84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:25.443780 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2915-8bdc-41d6-9fb2-19f5bff0e84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:25.492498 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2915-8bdc-41d6-9fb2-19f5bff0e84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:25.495257 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2915-8bdc-41d6-9fb2-19f5bff0e84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:25.498766 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9fbc2915-8bdc-41d6-9fb2-19f5bff0e84a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd65f0ff-61f5-46dc-a8fa-9d3eef3bbf1f HTTP/1.1" status: 204 len: 168 time: 0.1319299 Sep 14 12:10:25.506568 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc2915-8bdc-41d6-9fb2-19f5bff0e84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd65f0ff-61f5-46dc-a8fa-9d3eef3bbf1f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:25.646465 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d439cd8-15fa-4ace-a837-bc1386933507 req-be31c621-a4ed-47f1-a161-bf4dfe4e0e8d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:25.648173 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3d439cd8-15fa-4ace-a837-bc1386933507 req-be31c621-a4ed-47f1-a161-bf4dfe4e0e8d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0598342 Sep 14 12:10:25.689703 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3d439cd8-15fa-4ace-a837-bc1386933507 req-1ef171ac-3238-4146-9d76-951afd0233f2 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342941 Sep 14 12:10:25.986829 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de2114-5332-4b96-bd8f-fbddd994d88a req-b8e15d43-0381-4407-817c-0bd906be38ee tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:25.988467 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-22de2114-5332-4b96-bd8f-fbddd994d88a req-b8e15d43-0381-4407-817c-0bd906be38ee tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 945 time: 0.0545599 Sep 14 12:10:26.032506 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-22de2114-5332-4b96-bd8f-fbddd994d88a req-61622ca7-1093-41a9-8f18-42f4a3792d1a tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375130 Sep 14 12:10:26.686244 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45030) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:26.802469 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cf1218aa-b727-41df-b548-471c2770b632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:26.824687 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32805262-f4ef-4f25-89d9-47258ad0ad9a req-f3b52064-9ecd-472e-9b94-d6cc4aec3c84 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:26.827198 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-32805262-f4ef-4f25-89d9-47258ad0ad9a req-f3b52064-9ecd-472e-9b94-d6cc4aec3c84 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0639753 Sep 14 12:10:26.882779 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-32805262-f4ef-4f25-89d9-47258ad0ad9a req-c78f8b17-c310-47e9-88fe-07c46573f00b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464110 Sep 14 12:10:26.915795 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cf1218aa-b727-41df-b548-471c2770b632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:26.919552 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cf1218aa-b727-41df-b548-471c2770b632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:26.960483 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-cf1218aa-b727-41df-b548-471c2770b632 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fef490b1ec841589dc85f9dcedb8157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731504 Sep 14 12:10:26.962411 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1218aa-b727-41df-b548-471c2770b632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f698013-7298-4f63-aa0f-6d3366391079,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:26.963806 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 45046) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:27.016772 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-91ead7b4-973e-44f3-97ce-09aaf5cbbbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:27.038734 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-91ead7b4-973e-44f3-97ce-09aaf5cbbbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:27.094078 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-91ead7b4-973e-44f3-97ce-09aaf5cbbbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:27.097228 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-91ead7b4-973e-44f3-97ce-09aaf5cbbbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:27.100072 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-91ead7b4-973e-44f3-97ce-09aaf5cbbbd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f698013-7298-4f63-aa0f-6d3366391079 HTTP/1.1" status: 204 len: 168 time: 0.1343825 Sep 14 12:10:27.112168 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ead7b4-973e-44f3-97ce-09aaf5cbbbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f698013-7298-4f63-aa0f-6d3366391079,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:27.181172 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cca901-892f-4b5c-a5fa-ab9de6eee665 req-29778f37-9102-434e-9a63-9d4f9a9b2a47 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:27.187711 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-32cca901-892f-4b5c-a5fa-ab9de6eee665 req-29778f37-9102-434e-9a63-9d4f9a9b2a47 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 945 time: 0.0721660 Sep 14 12:10:27.226811 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-32cca901-892f-4b5c-a5fa-ab9de6eee665 req-79fa833c-74f7-4ba7-972e-8e9b2738c9d4 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382557 Sep 14 12:10:28.942383 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-bce1cc80-e9e0-45a5-8724-1214814aca42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:30.415292 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b544a43-74bc-458a-9863-51c2861a113d req-2c4af582-0874-4f79-b2a7-b78b2968cb12 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:30.416740 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b544a43-74bc-458a-9863-51c2861a113d req-2c4af582-0874-4f79-b2a7-b78b2968cb12 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 945 time: 0.0655692 Sep 14 12:10:30.423786 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63b298-1764-440c-8a81-7979ed27e8c8 req-127e277e-4baa-451e-8af7-cb76d58c3a1e tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:30.425428 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc63b298-1764-440c-8a81-7979ed27e8c8 req-127e277e-4baa-451e-8af7-cb76d58c3a1e tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0834186 Sep 14 12:10:30.674434 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b544a43-74bc-458a-9863-51c2861a113d req-67c246c1-5865-47f5-a79e-b1ea5aec142a tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480626 Sep 14 12:10:30.680265 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc63b298-1764-440c-8a81-7979ed27e8c8 req-a29c6e20-8522-4060-810c-af3eb9d26aed tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456911 Sep 14 12:10:31.077198 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-901a992c-9b7e-432e-9c80-fed9dc6eec10 req-8558bd4f-136e-4349-9237-09634478138f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375092 Sep 14 12:10:31.176523 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a992c-9b7e-432e-9c80-fed9dc6eec10 req-3c3838de-dfdb-496b-a1d4-aba2247cae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:31.178015 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-901a992c-9b7e-432e-9c80-fed9dc6eec10 req-3c3838de-dfdb-496b-a1d4-aba2247cae1a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c767f723545f4fd28ddc09b080dc3696&device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 1099 time: 0.0402133 Sep 14 12:10:31.308955 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a992c-9b7e-432e-9c80-fed9dc6eec10 req-2f46efcf-5bc9-4b61-90ac-d08fbb75f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:31.309831 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-901a992c-9b7e-432e-9c80-fed9dc6eec10 req-2f46efcf-5bc9-4b61-90ac-d08fbb75f0e8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a071452-e54a-489e-92ba-31d21538d42c HTTP/1.1" status: 200 len: 919 time: 0.1026671 Sep 14 12:10:31.373814 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-901a992c-9b7e-432e-9c80-fed9dc6eec10 req-a0b00967-f228-4946-8a5e-74d857de4312 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce11cbc8-3d50-4742-b9bd-9b31e171ec25 HTTP/1.1" status: 200 len: 217 time: 0.0490794 Sep 14 12:10:31.389678 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e61a8-fd99-45e0-9a0e-b8cf3ad38850 req-722252dc-2928-4d49-96db-00a89347ae13 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:31.391051 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d97e61a8-fd99-45e0-9a0e-b8cf3ad38850 req-722252dc-2928-4d49-96db-00a89347ae13 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 945 time: 0.0957999 Sep 14 12:10:31.509015 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a992c-9b7e-432e-9c80-fed9dc6eec10 req-81a2fc7b-6ee4-45c5-91a3-bc30a307a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:31.510493 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-901a992c-9b7e-432e-9c80-fed9dc6eec10 req-81a2fc7b-6ee4-45c5-91a3-bc30a307a4fa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ea5e92-0ff4-4e73-ace0-515dc4388b17 HTTP/1.1" status: 200 len: 858 time: 0.1185918 Sep 14 12:10:31.563235 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-901a992c-9b7e-432e-9c80-fed9dc6eec10 req-9ac9e1ff-88ea-4664-ab8b-a4e52ee8dab3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a071452-e54a-489e-92ba-31d21538d42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285811 Sep 14 12:10:31.608660 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45186) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:31.654284 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc9df69-09c3-4398-a89c-42ecb6c0cf8f admin admin] Deleting subnet 97b753d3-4b5e-4dd4-b420-ef7025ce334f {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:10:31.657573 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dbc9df69-09c3-4398-a89c-42ecb6c0cf8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:31.672367 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d97e61a8-fd99-45e0-9a0e-b8cf3ad38850 req-2fe2ac40-0e63-40e4-bd04-3039e090a940 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Deleting port b28cee58-9c56-40f2-97f8-98d9d1b5ab24 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:10:31.672791 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d97e61a8-fd99-45e0-9a0e-b8cf3ad38850 req-2fe2ac40-0e63-40e4-bd04-3039e090a940 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:31.692563 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dbc9df69-09c3-4398-a89c-42ecb6c0cf8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175050'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:31.722298 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-901a992c-9b7e-432e-9c80-fed9dc6eec10 req-861208a9-f3bc-46f2-a654-3a5823969284 service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517422 Sep 14 12:10:31.740659 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-944aa26c-2033-4ae1-aab6-4c060d31c5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:31.781733 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dbc9df69-09c3-4398-a89c-42ecb6c0cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:31.846440 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dbc9df69-09c3-4398-a89c-42ecb6c0cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9075162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904105'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:31.873030 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9df69-09c3-4398-a89c-42ecb6c0cf8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b753d3-4b5e-4dd4-b420-ef7025ce334f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:31.877405 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dbc9df69-09c3-4398-a89c-42ecb6c0cf8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:31.884328 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-dbc9df69-09c3-4398-a89c-42ecb6c0cf8f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/97b753d3-4b5e-4dd4-b420-ef7025ce334f HTTP/1.1" status: 204 len: 168 time: 0.2740328 Sep 14 12:10:31.885964 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45194) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:31.892670 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-d97e61a8-fd99-45e0-9a0e-b8cf3ad38850 req-2fe2ac40-0e63-40e4-bd04-3039e090a940 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] For port b28cee58-9c56-40f2-97f8-98d9d1b5ab24, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b28cee58-9c56-40f2-97f8-98d9d1b5ab24,segment=NetworkSegment(e7c0df0b-cd03-4e97-9906-35b3f9e7d89a),segment_id=e7c0df0b-cd03-4e97-9906-35b3f9e7d89a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:31.893056 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d97e61a8-fd99-45e0-9a0e-b8cf3ad38850 req-2fe2ac40-0e63-40e4-bd04-3039e090a940 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:31.955803 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-d97e61a8-fd99-45e0-9a0e-b8cf3ad38850 req-2fe2ac40-0e63-40e4-bd04-3039e090a940 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Calling delete_port for b28cee58-9c56-40f2-97f8-98d9d1b5ab24 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:10:31.965770 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:31.990795 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-74f165c1-cc86-4d06-b7c3-36d4120add9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:31.996518 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679aea3c-f0f3-467c-a3df-bad36466ab91 req-972b8829-6c7f-42c7-92a6-b2037f7ef4a1 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:31.998298 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-679aea3c-f0f3-467c-a3df-bad36466ab91 req-972b8829-6c7f-42c7-92a6-b2037f7ef4a1 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 945 time: 0.2072246 Sep 14 12:10:32.075458 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819b8d6-1d43-49d4-966e-bfa84962632f req-0f7a77e0-2421-4b65-aee8-aeb32e8f3afc tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:32.076962 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f819b8d6-1d43-49d4-966e-bfa84962632f req-0f7a77e0-2421-4b65-aee8-aeb32e8f3afc tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.2847900 Sep 14 12:10:32.088589 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-901a992c-9b7e-432e-9c80-fed9dc6eec10 req-af049826-7970-4a43-847b-bac8c460ada2 service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322458 Sep 14 12:10:32.099251 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-74f165c1-cc86-4d06-b7c3-36d4120add9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.121598 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-74f165c1-cc86-4d06-b7c3-36d4120add9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547e5920-6bd2-4325-bbdc-472a288a0246']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:32.132604 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-74f165c1-cc86-4d06-b7c3-36d4120add9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a356e51-f6e7-4f82-b86f-3b01ed04e8bd') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:32.133178 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-74f165c1-cc86-4d06-b7c3-36d4120add9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a356e51-f6e7-4f82-b86f-3b01ed04e8bd') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:32.145658 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-74f165c1-cc86-4d06-b7c3-36d4120add9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175155'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.160608 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-679aea3c-f0f3-467c-a3df-bad36466ab91 req-bee4b48c-27c2-4f57-a31f-95fedebe7007 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4e8487-0baf-49a2-94c7-026313b3b824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264403 Sep 14 12:10:32.169898 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-74f165c1-cc86-4d06-b7c3-36d4120add9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.178486 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f819b8d6-1d43-49d4-966e-bfa84962632f req-e30346c8-ceb4-496c-b1d0-e3eb2036e6dd tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941181 Sep 14 12:10:32.185835 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f165c1-cc86-4d06-b7c3-36d4120add9c admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:10:32.186856 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-74f165c1-cc86-4d06-b7c3-36d4120add9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9274936'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: Traceback (most recent call last): Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: timer() Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: cb(*args, **kw) Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: return func(*args, **kwargs) Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: self._notify() Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: self.callback(batched_events) Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: event.method(event) Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: return f(self, *a, **k) Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._get(url).json() Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:10:32.189290 dv-cinder-784945-14-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:10:32.258424 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-74f165c1-cc86-4d06-b7c3-36d4120add9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.264558 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-74f165c1-cc86-4d06-b7c3-36d4120add9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.269822 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-74f165c1-cc86-4d06-b7c3-36d4120add9c admin admin] 10.222.0.20 "DELETE /v2.0/networks/547e5920-6bd2-4325-bbdc-472a288a0246 HTTP/1.1" status: 204 len: 168 time: 0.3833740 Sep 14 12:10:32.270678 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 45212) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:32.281680 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f165c1-cc86-4d06-b7c3-36d4120add9c admin admin] Pushing event deleted for resources: {'Network': ['ID=547e5920-6bd2-4325-bbdc-472a288a0246,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:32.303742 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d97e61a8-fd99-45e0-9a0e-b8cf3ad38850 req-2fe2ac40-0e63-40e4-bd04-3039e090a940 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.320485 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['b28cee58-9c56-40f2-97f8-98d9d1b5ab24'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:10:32.346161 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2ac40-0e63-40e4-bd04-3039e090a940 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Pushing event deleted for resources: {'Port': ['ID=b28cee58-9c56-40f2-97f8-98d9d1b5ab24,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:32.378564 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58473d7-9919-45e0-81da-e10b990cae1f admin admin] Deleting subnet fec87a8b-3639-4215-b034-6861337bf4d0 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:10:32.396192 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d58473d7-9919-45e0-81da-e10b990cae1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.433800 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97e61a8-fd99-45e0-9a0e-b8cf3ad38850 req-2fe2ac40-0e63-40e4-bd04-3039e090a940 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] No DVR routers for this DVR port b28cee58-9c56-40f2-97f8-98d9d1b5ab24 on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:10:32.439556 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-d97e61a8-fd99-45e0-9a0e-b8cf3ad38850 req-2fe2ac40-0e63-40e4-bd04-3039e090a940 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.441660 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d97e61a8-fd99-45e0-9a0e-b8cf3ad38850 req-2fe2ac40-0e63-40e4-bd04-3039e090a940 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.22 "DELETE /v2.0/ports/b28cee58-9c56-40f2-97f8-98d9d1b5ab24 HTTP/1.1" status: 204 len: 173 time: 1.0194833 Sep 14 12:10:32.442316 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e14842b-b579-428d-abd4-6be2dceeea92', 'name': 'network-vif-deleted', 'tag': 'b28cee58-9c56-40f2-97f8-98d9d1b5ab24'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:10:32.444752 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f00f1b-a723-4635-b4d2-d6630e547e02" -d '{"events": [{"server_uuid": "0e14842b-b579-428d-abd4-6be2dceeea92", "name": "network-vif-deleted", "tag": "b28cee58-9c56-40f2-97f8-98d9d1b5ab24"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:10:32.456720 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d58473d7-9919-45e0-81da-e10b990cae1f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.467521 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d58473d7-9919-45e0-81da-e10b990cae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.533057 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d58473d7-9919-45e0-81da-e10b990cae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.559305 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58473d7-9919-45e0-81da-e10b990cae1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec87a8b-3639-4215-b034-6861337bf4d0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:32.563742 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d58473d7-9919-45e0-81da-e10b990cae1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.565914 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d58473d7-9919-45e0-81da-e10b990cae1f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fec87a8b-3639-4215-b034-6861337bf4d0 HTTP/1.1" status: 204 len: 168 time: 0.2943189 Sep 14 12:10:32.569098 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 45222) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:32.598278 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b341bdcc-1ce9-4820-ac09-8edca1b1e7b3 x-openstack-request-id: req-b341bdcc-1ce9-4820-ac09-8edca1b1e7b3 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:10:32.598640 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e14842b-b579-428d-abd4-6be2dceeea92", "name": "network-vif-deleted", "tag": "b28cee58-9c56-40f2-97f8-98d9d1b5ab24", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:10:32.598894 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b341bdcc-1ce9-4820-ac09-8edca1b1e7b3 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:10:32.599301 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e14842b-b579-428d-abd4-6be2dceeea92', 'name': 'network-vif-deleted', 'tag': 'b28cee58-9c56-40f2-97f8-98d9d1b5ab24', 'status': 'completed', 'code': 200} Sep 14 12:10:32.640075 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.727897 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.749997 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:32.750346 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:32.751153 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:32.751489 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:32.751831 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:32.752183 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:32.752504 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:32.752844 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:32.753163 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:32.753484 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:32.821580 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:32.821785 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:32.822030 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:32.822361 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:10:32.822740 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab25b532-8943-4c9b-b5ac-3f2267ea2a8a']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:32.840560 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4a652d-2112-4420-8d68-e5a0d3111875') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:32.840857 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4a652d-2112-4420-8d68-e5a0d3111875') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:32.857219 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3191708'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.878829 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.888400 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:10:32.889042 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3780155'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: from cryptography.utils import int_from_bytes Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: from cryptography.utils import int_from_bytes Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: timer() Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: cb(*args, **kw) Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: self._notify() Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: self.callback(batched_events) Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: event.method(event) Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: return self._get(url).json() Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:10:32.893046 dv-cinder-784945-14-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:10:32.907988 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.961849 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.968911 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:32.974366 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ab25b532-8943-4c9b-b5ac-3f2267ea2a8a HTTP/1.1" status: 204 len: 168 time: 0.4009118 Sep 14 12:10:32.985109 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4078fa-d608-4aba-961f-8edaa99bb0c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab25b532-8943-4c9b-b5ac-3f2267ea2a8a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:33.152604 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45244) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:33.202881 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6b152c87-cd37-461e-8d81-3e8f453f7253 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89a8aa71dcb64651ae54eb1de7821f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461512 Sep 14 12:10:33.204451 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45248) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:33.260240 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f393bd0a-8eee-4b3f-81ee-732113fdd205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:33.292106 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f393bd0a-8eee-4b3f-81ee-732113fdd205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:33.318809 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0f638583-d3b8-4948-80be-4c45784e3db5 req-5cf484f7-42c4-4a85-bfbc-6761e98489c1 tempest-DeleteServersTestJSON-319311524 tempest-DeleteServersTestJSON-319311524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e14842b-b579-428d-abd4-6be2dceeea92 HTTP/1.1" status: 200 len: 210 time: 0.0501072 Sep 14 12:10:33.343288 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b45321-02eb-4b73-9a43-0a940da4a70b req-6c734959-6f5a-4a00-9390-8cfa0a931408 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:33.345056 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-46b45321-02eb-4b73-9a43-0a940da4a70b req-6c734959-6f5a-4a00-9390-8cfa0a931408 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0858498 Sep 14 12:10:33.369675 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f393bd0a-8eee-4b3f-81ee-732113fdd205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:33.372302 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f393bd0a-8eee-4b3f-81ee-732113fdd205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:33.376199 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f393bd0a-8eee-4b3f-81ee-732113fdd205 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27ad7ad6-1557-4eb6-9789-132eba5389b2 HTTP/1.1" status: 204 len: 168 time: 0.1719995 Sep 14 12:10:33.385318 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393bd0a-8eee-4b3f-81ee-732113fdd205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ad7ad6-1557-4eb6-9789-132eba5389b2,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:33.432487 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-46b45321-02eb-4b73-9a43-0a940da4a70b req-24289d34-cef2-4e8d-b72d-503b0ec32669 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675001 Sep 14 12:10:33.746790 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45272) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:33.855726 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-74947587-0afb-4051-86c0-797a58e59812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:33.875120 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 45276) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:33.901085 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:33.916055 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-0fe6d187-b603-45d7-83a4-226d32e9f0b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d0704bba3db4740b463e4d419dd5e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397713 Sep 14 12:10:33.918632 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45278) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:33.991886 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-74947587-0afb-4051-86c0-797a58e59812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:33.997148 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-74947587-0afb-4051-86c0-797a58e59812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:33.999246 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0f4dfcb1-d457-4ebb-8ace-4d10626cf4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:34.044567 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0f4dfcb1-d457-4ebb-8ace-4d10626cf4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:34.055687 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-74947587-0afb-4051-86c0-797a58e59812 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a76cf31199b4599b74dcadd766c6f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078556 Sep 14 12:10:34.058374 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 45280) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:34.063034 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74947587-0afb-4051-86c0-797a58e59812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f9e747-b6e6-4ed4-986c-c6f94adc5f72,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:34.116723 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0f4dfcb1-d457-4ebb-8ace-4d10626cf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:34.119795 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0f4dfcb1-d457-4ebb-8ace-4d10626cf4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:34.121148 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0f4dfcb1-d457-4ebb-8ace-4d10626cf4fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c7edf75-5165-49d7-b00b-af6fa3bda3c5 HTTP/1.1" status: 204 len: 168 time: 0.2015617 Sep 14 12:10:34.129975 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71555219-5369-4277-9b78-7f2163d289aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:34.136777 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dfcb1-d457-4ebb-8ace-4d10626cf4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7edf75-5165-49d7-b00b-af6fa3bda3c5,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:34.151577 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71555219-5369-4277-9b78-7f2163d289aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:34.206520 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71555219-5369-4277-9b78-7f2163d289aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:34.209918 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71555219-5369-4277-9b78-7f2163d289aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:34.211049 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-71555219-5369-4277-9b78-7f2163d289aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96f9e747-b6e6-4ed4-986c-c6f94adc5f72 HTTP/1.1" status: 204 len: 168 time: 0.1515961 Sep 14 12:10:34.219388 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71555219-5369-4277-9b78-7f2163d289aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f9e747-b6e6-4ed4-986c-c6f94adc5f72,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:34.590473 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf28b0-7074-45af-84ff-88826cfaefbe req-0cde5943-3531-4680-afdf-ddc9526eed5f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:34.596737 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c5cf28b0-7074-45af-84ff-88826cfaefbe req-0cde5943-3531-4680-afdf-ddc9526eed5f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0691454 Sep 14 12:10:34.646264 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c5cf28b0-7074-45af-84ff-88826cfaefbe req-7e3b02f3-1839-49a5-b8a9-a3b0e7ebb8e4 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428622 Sep 14 12:10:34.660039 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 45310) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:34.675636 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8531aa69-c704-4547-9c9d-261c418f06fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:34.679333 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:34.816135 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45324) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:34.866643 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8531aa69-c704-4547-9c9d-261c418f06fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:34.872447 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8531aa69-c704-4547-9c9d-261c418f06fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:34.927524 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-8531aa69-c704-4547-9c9d-261c418f06fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdd2a811672e473ea91b513dc9e115e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625115 Sep 14 12:10:34.928062 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45334) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:34.934274 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531aa69-c704-4547-9c9d-261c418f06fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9718034-9152-4a45-a2ac-1c86f6af8f0e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:34.990013 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-26a0dc68-4f00-41ed-b371-c7397b2bc375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:35.015943 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-72c8fa9a-a014-49b9-8942-4494d24a902c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:35.059343 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-72c8fa9a-a014-49b9-8942-4494d24a902c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:35.151533 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-72c8fa9a-a014-49b9-8942-4494d24a902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:35.154401 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-72c8fa9a-a014-49b9-8942-4494d24a902c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:35.156099 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-72c8fa9a-a014-49b9-8942-4494d24a902c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9718034-9152-4a45-a2ac-1c86f6af8f0e HTTP/1.1" status: 204 len: 168 time: 0.2276826 Sep 14 12:10:35.178648 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-26a0dc68-4f00-41ed-b371-c7397b2bc375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:35.179715 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8fa9a-a014-49b9-8942-4494d24a902c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9718034-9152-4a45-a2ac-1c86f6af8f0e,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:35.187066 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-26a0dc68-4f00-41ed-b371-c7397b2bc375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:35.248290 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-26a0dc68-4f00-41ed-b371-c7397b2bc375 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc5c25b7d5d94760a0a93b67f8cf6083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4299574 Sep 14 12:10:35.249794 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 45360) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:35.250570 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0dc68-4f00-41ed-b371-c7397b2bc375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35471156-2aee-4473-8204-9b91b09f75b9,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:35.316075 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce308e9e-df27-4b01-8ddf-994dec3ac669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:35.338926 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce308e9e-df27-4b01-8ddf-994dec3ac669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:35.388538 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce308e9e-df27-4b01-8ddf-994dec3ac669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:35.391458 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce308e9e-df27-4b01-8ddf-994dec3ac669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:35.392740 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-ce308e9e-df27-4b01-8ddf-994dec3ac669 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35471156-2aee-4473-8204-9b91b09f75b9 HTTP/1.1" status: 204 len: 168 time: 0.1417122 Sep 14 12:10:35.415255 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce308e9e-df27-4b01-8ddf-994dec3ac669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35471156-2aee-4473-8204-9b91b09f75b9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:35.785051 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cbfa2-265e-4d21-b9b6-1d9f1ed4fb7e req-f85a1e1c-6f49-439b-b103-ee5b0cd5e776 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:35.788989 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9c5cbfa2-265e-4d21-b9b6-1d9f1ed4fb7e req-f85a1e1c-6f49-439b-b103-ee5b0cd5e776 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0610709 Sep 14 12:10:35.837088 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9c5cbfa2-265e-4d21-b9b6-1d9f1ed4fb7e req-603997ca-521b-4fba-b2e9-e49a93ec649e tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426536 Sep 14 12:10:35.974991 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45408) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:36.024500 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8fe227-e717-4a17-9a7b-23e26c0c15a6 admin admin] Deleting subnet 6494e716-524f-45b4-9ad9-37f54e349ca2 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:10:36.028158 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe227-e717-4a17-9a7b-23e26c0c15a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:36.067206 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe227-e717-4a17-9a7b-23e26c0c15a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175050'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:36.119945 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe227-e717-4a17-9a7b-23e26c0c15a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:36.177647 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe227-e717-4a17-9a7b-23e26c0c15a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9075162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904105'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:36.202187 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fe227-e717-4a17-9a7b-23e26c0c15a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6494e716-524f-45b4-9ad9-37f54e349ca2,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:36.210395 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe227-e717-4a17-9a7b-23e26c0c15a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:36.212402 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-7b8fe227-e717-4a17-9a7b-23e26c0c15a6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6494e716-524f-45b4-9ad9-37f54e349ca2 HTTP/1.1" status: 204 len: 168 time: 0.2362990 Sep 14 12:10:36.214848 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45426) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:36.282431 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7f0b5f9e-0da6-43e5-930b-b6d0a819ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:36.389777 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7f0b5f9e-0da6-43e5-930b-b6d0a819ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:36.413219 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-7f0b5f9e-0da6-43e5-930b-b6d0a819ff99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:36.423253 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-7f0b5f9e-0da6-43e5-930b-b6d0a819ff99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c0df0b-cd03-4e97-9906-35b3f9e7d89a') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:36.423683 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-7f0b5f9e-0da6-43e5-930b-b6d0a819ff99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c0df0b-cd03-4e97-9906-35b3f9e7d89a') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:36.434980 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7f0b5f9e-0da6-43e5-930b-b6d0a819ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175155'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:36.453825 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7f0b5f9e-0da6-43e5-930b-b6d0a819ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:36.462437 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0b5f9e-0da6-43e5-930b-b6d0a819ff99 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:10:36.463027 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7f0b5f9e-0da6-43e5-930b-b6d0a819ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9274936'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: Traceback (most recent call last): Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: timer() Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: cb(*args, **kw) Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: return func(*args, **kwargs) Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: self._notify() Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: self.callback(batched_events) Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: event.method(event) Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: return f(self, *a, **k) Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._get(url).json() Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:10:36.464787 dv-cinder-784945-14-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:10:36.525461 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7f0b5f9e-0da6-43e5-930b-b6d0a819ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:36.532397 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7f0b5f9e-0da6-43e5-930b-b6d0a819ff99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:36.537508 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-7f0b5f9e-0da6-43e5-930b-b6d0a819ff99 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5 HTTP/1.1" status: 204 len: 168 time: 0.3187573 Sep 14 12:10:36.548085 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b5f9e-0da6-43e5-930b-b6d0a819ff99 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cde2ee9-f97e-4fbe-9eb1-4ca6c27f05a5,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:36.681262 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45452) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:36.786732 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45458) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:36.824652 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b28cee58-9c56-40f2-97f8-98d9d1b5ab24 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:10:36.838658 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-872bbde0-0cec-4937-9792-c4c272e80e05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee1a2976dfe3470cb04ac17e48f9c76e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475514 Sep 14 12:10:36.838843 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45462) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:36.854789 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: b28cee58-9c56-40f2-97f8-98d9d1b5ab24 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:10:36.855922 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b28cee58-9c56-40f2-97f8-98d9d1b5ab24 not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:10:36.891465 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 45466) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:36.901455 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-372ba0a6-a201-4f3f-9e29-5bf897bce0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:36.924875 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-372ba0a6-a201-4f3f-9e29-5bf897bce0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:36.975880 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-9ff9507d-2186-45de-b101-d80f94de7471 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1751636012-network', 'tenant_id': '752a02133e3c4989bbb1447193907b98'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:37.007960 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-372ba0a6-a201-4f3f-9e29-5bf897bce0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.011063 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-372ba0a6-a201-4f3f-9e29-5bf897bce0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.012513 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-372ba0a6-a201-4f3f-9e29-5bf897bce0b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d4e8487-0baf-49a2-94c7-026313b3b824 HTTP/1.1" status: 204 len: 168 time: 0.1727560 Sep 14 12:10:37.016271 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff9507d-2186-45de-b101-d80f94de7471 admin admin] Made reservation on behalf of 752a02133e3c4989bbb1447193907b98 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:10:37.020126 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9ff9507d-2186-45de-b101-d80f94de7471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.036021 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ba0a6-a201-4f3f-9e29-5bf897bce0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4e8487-0baf-49a2-94c7-026313b3b824,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:37.039390 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9ff9507d-2186-45de-b101-d80f94de7471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.049435 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1012a52-3dc5-4d1e-9ead-fcb1a0bacfa3 req-25296976-2e91-430f-b123-f0d519c9269f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:37.056624 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b1012a52-3dc5-4d1e-9ead-fcb1a0bacfa3 req-25296976-2e91-430f-b123-f0d519c9269f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.1225281 Sep 14 12:10:37.080360 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8806a6e8-028b-42ab-b61d-650681b64d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.137628 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b1012a52-3dc5-4d1e-9ead-fcb1a0bacfa3 req-ee7ac983-292f-455d-9912-6a2dcd5ededf tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694106 Sep 14 12:10:37.160713 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9ff9507d-2186-45de-b101-d80f94de7471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.169906 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9ff9507d-2186-45de-b101-d80f94de7471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.198565 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff9507d-2186-45de-b101-d80f94de7471 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:10:37.208610 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9507d-2186-45de-b101-d80f94de7471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcd489f-b558-4c5f-9e5d-4f010d914a80,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:37.214840 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9ff9507d-2186-45de-b101-d80f94de7471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.215586 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-9ff9507d-2186-45de-b101-d80f94de7471 admin admin] Added segment aac94481-89c6-43aa-af15-ed7e09f1e07a of type vlan for network f692789b-e351-4f09-9a1a-b97a27ffea79 Sep 14 12:10:37.264758 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9ff9507d-2186-45de-b101-d80f94de7471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.291317 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8806a6e8-028b-42ab-b61d-650681b64d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.296043 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8806a6e8-028b-42ab-b61d-650681b64d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.302820 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9ff9507d-2186-45de-b101-d80f94de7471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.303924 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff9507d-2186-45de-b101-d80f94de7471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:37.304586 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9ff9507d-2186-45de-b101-d80f94de7471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.340289 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806a6e8-028b-42ab-b61d-650681b64d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4171366b-e720-4474-ae63-fe54b502f9e4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:37.343188 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 45484) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:37.343310 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9ff9507d-2186-45de-b101-d80f94de7471 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6608319 Sep 14 12:10:37.364244 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-8806a6e8-028b-42ab-b61d-650681b64d3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de76fbfc696b47f49ee48ad599aecee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709711 Sep 14 12:10:37.365635 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 45488) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:37.370685 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-293c75d8-b568-4c20-9880-03cc31e48936 admin admin] Request body: {'subnet': {'network_id': 'f692789b-e351-4f09-9a1a-b97a27ffea79', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1751636012-subnet', 'tenant_id': '752a02133e3c4989bbb1447193907b98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:37.377012 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9507d-2186-45de-b101-d80f94de7471 admin admin] Pushing event updated for resources: {'Network': ['ID=f692789b-e351-4f09-9a1a-b97a27ffea79,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:37.387002 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network f692789b-e351-4f09-9a1a-b97a27ffea79 details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:10:37.652088 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293c75d8-b568-4c20-9880-03cc31e48936 admin admin] Made reservation on behalf of 752a02133e3c4989bbb1447193907b98 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:10:37.654398 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-293c75d8-b568-4c20-9880-03cc31e48936 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10195067'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.742353 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94bc7343-a9c4-4743-93ab-bf9750b167bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.774679 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94bc7343-a9c4-4743-93ab-bf9750b167bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.915418 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94bc7343-a9c4-4743-93ab-bf9750b167bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.919306 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94bc7343-a9c4-4743-93ab-bf9750b167bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:37.920478 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-94bc7343-a9c4-4743-93ab-bf9750b167bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4171366b-e720-4474-ae63-fe54b502f9e4 HTTP/1.1" status: 204 len: 168 time: 0.5173876 Sep 14 12:10:37.932560 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc7343-a9c4-4743-93ab-bf9750b167bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4171366b-e720-4474-ae63-fe54b502f9e4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:37.940333 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-293c75d8-b568-4c20-9880-03cc31e48936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10195045'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:38.026636 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c75d8-b568-4c20-9880-03cc31e48936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8cff398-05a8-4988-8d89-af2afc8540d6,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:38.045387 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293c75d8-b568-4c20-9880-03cc31e48936 admin admin] Checking segment: {'id': 'aac94481-89c6-43aa-af15-ed7e09f1e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f692789b-e351-4f09-9a1a-b97a27ffea79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:10:38.045749 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293c75d8-b568-4c20-9880-03cc31e48936 admin admin] Network hostable DHCP agents. Network: f692789b-e351-4f09-9a1a-b97a27ffea79, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:10:38.066185 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293c75d8-b568-4c20-9880-03cc31e48936 admin admin] Network f692789b-e351-4f09-9a1a-b97a27ffea79 is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:10:38.080739 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-293c75d8-b568-4c20-9880-03cc31e48936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, f692789b-e351-4f09-9a1a-b97a27ffea79) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:10:38.088796 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c75d8-b568-4c20-9880-03cc31e48936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:38.090053 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-293c75d8-b568-4c20-9880-03cc31e48936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:38.090374 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fbdec4-33c3-4446-b503-4a35305c8337 None None] Network f692789b-e351-4f09-9a1a-b97a27ffea79 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:10:38.110565 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-293c75d8-b568-4c20-9880-03cc31e48936 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7524118 Sep 14 12:10:38.368848 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5de549-5f2b-4458-b370-24dab5da07f4 None None] Network f692789b-e351-4f09-9a1a-b97a27ffea79 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:10:38.406784 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786814f-2adc-49d7-a3df-1c896a64b46a req-368b51d2-0def-4e75-b32b-7150075541bc tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:38.408512 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c786814f-2adc-49d7-a3df-1c896a64b46a req-368b51d2-0def-4e75-b32b-7150075541bc tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.1240494 Sep 14 12:10:38.459185 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c786814f-2adc-49d7-a3df-1c896a64b46a req-7ad7c72f-e248-49f5-81c1-f48a2e7790c9 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435035 Sep 14 12:10:38.574528 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45558) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:38.596048 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6dcafd90-bf88-48f5-8c36-f9dfb3a9c88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:38.719342 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6dcafd90-bf88-48f5-8c36-f9dfb3a9c88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:38.725435 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6dcafd90-bf88-48f5-8c36-f9dfb3a9c88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:38.728240 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 45564) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:38.759382 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6dcafd90-bf88-48f5-8c36-f9dfb3a9c88f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed7abfe90bbe40e09396594680b71aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830819 Sep 14 12:10:38.762385 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 45570) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:38.779780 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcafd90-bf88-48f5-8c36-f9dfb3a9c88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8aef0f-6108-4a1d-a8d6-27a9ebc90fb8,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:38.850905 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a79194d6-e7d9-406c-b600-27f20ba08085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:38.890686 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b3bcca14-7e63-4816-992a-11a77e9030de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-693631928-network', 'tenant_id': 'ed7325894aee40a8ba14ce01c8017925'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:38.895760 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a79194d6-e7d9-406c-b600-27f20ba08085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:38.940623 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bcca14-7e63-4816-992a-11a77e9030de admin admin] Made reservation on behalf of ed7325894aee40a8ba14ce01c8017925 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:10:38.943259 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3bcca14-7e63-4816-992a-11a77e9030de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:38.952599 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3bcca14-7e63-4816-992a-11a77e9030de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:38.980904 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a79194d6-e7d9-406c-b600-27f20ba08085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:38.983746 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a79194d6-e7d9-406c-b600-27f20ba08085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:38.987676 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a79194d6-e7d9-406c-b600-27f20ba08085 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf8aef0f-6108-4a1d-a8d6-27a9ebc90fb8 HTTP/1.1" status: 204 len: 168 time: 0.2211592 Sep 14 12:10:39.000538 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79194d6-e7d9-406c-b600-27f20ba08085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8aef0f-6108-4a1d-a8d6-27a9ebc90fb8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:39.079702 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3bcca14-7e63-4816-992a-11a77e9030de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.086228 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3bcca14-7e63-4816-992a-11a77e9030de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.108569 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bcca14-7e63-4816-992a-11a77e9030de admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:10:39.123532 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcca14-7e63-4816-992a-11a77e9030de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031e4db4-90f3-4e73-b7db-834e61dd1bc4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:39.129278 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3bcca14-7e63-4816-992a-11a77e9030de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.129840 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.segments_db [None req-b3bcca14-7e63-4816-992a-11a77e9030de admin admin] Added segment 16bcdbe3-e99e-4d72-8a44-23c3dc7cca43 of type vlan for network f3147417-9bdc-4caa-8a4a-96a49cb2a356 Sep 14 12:10:39.146780 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 45582) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:39.188159 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3bcca14-7e63-4816-992a-11a77e9030de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.219047 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3bcca14-7e63-4816-992a-11a77e9030de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.220194 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bcca14-7e63-4816-992a-11a77e9030de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:39.220866 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3bcca14-7e63-4816-992a-11a77e9030de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.271364 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-b3bcca14-7e63-4816-992a-11a77e9030de admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5396204 Sep 14 12:10:39.273239 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45594) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:39.280517 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-4101a0b2-cf0f-4a2f-af94-93cc95c188f5 admin admin] Request body: {'subnet': {'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-693631928-subnet', 'tenant_id': 'ed7325894aee40a8ba14ce01c8017925', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:39.307737 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcca14-7e63-4816-992a-11a77e9030de admin admin] Pushing event updated for resources: {'Network': ['ID=f3147417-9bdc-4caa-8a4a-96a49cb2a356,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:39.315723 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4101a0b2-cf0f-4a2f-af94-93cc95c188f5 admin admin] Made reservation on behalf of ed7325894aee40a8ba14ce01c8017925 for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:10:39.318887 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4101a0b2-cf0f-4a2f-af94-93cc95c188f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8904012'] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.320453 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network f3147417-9bdc-4caa-8a4a-96a49cb2a356 details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:10:39.455408 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5c92bd1-167c-4103-8328-97bf45cd56a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.483044 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45602) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:39.510779 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2161-0282-426f-8dae-744f9883714f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.572495 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4101a0b2-cf0f-4a2f-af94-93cc95c188f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9075099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8904018'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.632575 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09096230-640e-42e0-b1f7-b64ba2aa8173 req-b8c91428-0100-42a4-83cb-9c70fa1cef64 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:39.633451 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-09096230-640e-42e0-b1f7-b64ba2aa8173 req-b8c91428-0100-42a4-83cb-9c70fa1cef64 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0919762 Sep 14 12:10:39.637376 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101a0b2-cf0f-4a2f-af94-93cc95c188f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=159cf4ba-bce1-4e66-b8a5-04ca439e0d5c,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:39.638500 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5c92bd1-167c-4103-8328-97bf45cd56a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.651294 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4101a0b2-cf0f-4a2f-af94-93cc95c188f5 admin admin] Checking segment: {'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:10:39.651650 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4101a0b2-cf0f-4a2f-af94-93cc95c188f5 admin admin] Network hostable DHCP agents. Network: f3147417-9bdc-4caa-8a4a-96a49cb2a356, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:10:39.652577 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5c92bd1-167c-4103-8328-97bf45cd56a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.683479 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4101a0b2-cf0f-4a2f-af94-93cc95c188f5 admin admin] Network f3147417-9bdc-4caa-8a4a-96a49cb2a356 is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:10:39.707770 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-4101a0b2-cf0f-4a2f-af94-93cc95c188f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, f3147417-9bdc-4caa-8a4a-96a49cb2a356) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:10:39.712670 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c92bd1-167c-4103-8328-97bf45cd56a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f78822-4026-4ca5-8dff-4477165a55ff,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:39.716464 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4101a0b2-cf0f-4a2f-af94-93cc95c188f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:39.716685 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4101a0b2-cf0f-4a2f-af94-93cc95c188f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.719500 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-f5c92bd1-167c-4103-8328-97bf45cd56a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbc5b562bffc4f669b0dd80f13ba1f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5692341 Sep 14 12:10:39.720691 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-09096230-640e-42e0-b1f7-b64ba2aa8173 req-60b5e0e2-35ab-42bb-8e25-399845055b1b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788753 Sep 14 12:10:39.721114 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 45616) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:39.722024 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342ddd7e-c93c-4bb5-8ec3-d8a3af92d947 None None] Network f3147417-9bdc-4caa-8a4a-96a49cb2a356 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:10:39.783633 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68b600ec-b3c3-41a0-82d4-1695dce02be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.798431 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2161-0282-426f-8dae-744f9883714f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.806063 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2161-0282-426f-8dae-744f9883714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.813141 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68b600ec-b3c3-41a0-82d4-1695dce02be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.869253 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2e2c2161-0282-426f-8dae-744f9883714f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8aed4554dd149b3afc8c499917c9a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879967 Sep 14 12:10:39.870491 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c2161-0282-426f-8dae-744f9883714f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bde512-fdcd-482f-b144-fb40d3baca24,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:39.871405 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 45618) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:39.885713 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4101a0b2-cf0f-4a2f-af94-93cc95c188f5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5995467 Sep 14 12:10:39.886929 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68b600ec-b3c3-41a0-82d4-1695dce02be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.886929 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68b600ec-b3c3-41a0-82d4-1695dce02be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.886929 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-68b600ec-b3c3-41a0-82d4-1695dce02be9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17f78822-4026-4ca5-8dff-4477165a55ff HTTP/1.1" status: 204 len: 168 time: 0.1634872 Sep 14 12:10:39.896318 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ad0bbb-2248-4cf1-b9ab-03555a29cac0 None None] Network f3147417-9bdc-4caa-8a4a-96a49cb2a356 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:10:39.902175 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b600ec-b3c3-41a0-82d4-1695dce02be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f78822-4026-4ca5-8dff-4477165a55ff,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:39.969230 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3d221f65-d667-403f-b320-4af666518fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:39.997992 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3d221f65-d667-403f-b320-4af666518fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:40.062032 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3d221f65-d667-403f-b320-4af666518fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:40.065374 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3d221f65-d667-403f-b320-4af666518fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:40.067193 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-3d221f65-d667-403f-b320-4af666518fb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06bde512-fdcd-482f-b144-fb40d3baca24 HTTP/1.1" status: 204 len: 168 time: 0.1945119 Sep 14 12:10:40.076220 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d221f65-d667-403f-b320-4af666518fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bde512-fdcd-482f-b144-fb40d3baca24,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:40.458015 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 45644) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:40.471288 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b07bac8a-c770-4564-9ed4-bf071dfb1939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:40.701762 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b07bac8a-c770-4564-9ed4-bf071dfb1939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:40.711031 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b07bac8a-c770-4564-9ed4-bf071dfb1939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:40.782357 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bac8a-c770-4564-9ed4-bf071dfb1939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0836853c-8706-4fbb-8a89-40ecd2f63f1e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:40.801294 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-b07bac8a-c770-4564-9ed4-bf071dfb1939 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bbd0556ca8c4aeb80d8a119ccda8f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421438 Sep 14 12:10:40.801563 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45684) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:40.810689 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205d060-16da-4a8f-be8f-481057976b03 req-748d06c6-d51c-4582-a6f9-6a83003ea72e tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:40.812087 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f205d060-16da-4a8f-be8f-481057976b03 req-748d06c6-d51c-4582-a6f9-6a83003ea72e tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/networks?id=f3147417-9bdc-4caa-8a4a-96a49cb2a356 HTTP/1.1" status: 200 len: 814 time: 0.2111428 Sep 14 12:10:40.867648 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f205d060-16da-4a8f-be8f-481057976b03 req-208c8d85-5d88-4fd0-ac61-27b727fdcb4d tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/quotas/ed7325894aee40a8ba14ce01c8017925 HTTP/1.1" status: 200 len: 375 time: 0.0421598 Sep 14 12:10:40.874265 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-40fcdb27-7c74-4906-9840-e047257c55fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:40.907850 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-40fcdb27-7c74-4906-9840-e047257c55fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:40.916742 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f205d060-16da-4a8f-be8f-481057976b03 req-f37ace04-710a-4c00-befe-db6a9f6e58a7 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed7325894aee40a8ba14ce01c8017925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424340 Sep 14 12:10:40.948895 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-c57c2f01-af12-4dfd-b0a7-61130b7928b3 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:40.959465 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-c57c2f01-af12-4dfd-b0a7-61130b7928b3 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/networks?id=f692789b-e351-4f09-9a1a-b97a27ffea79 HTTP/1.1" status: 200 len: 809 time: 0.2000382 Sep 14 12:10:40.973106 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-40fcdb27-7c74-4906-9840-e047257c55fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:40.976023 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-40fcdb27-7c74-4906-9840-e047257c55fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:40.977173 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-40fcdb27-7c74-4906-9840-e047257c55fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0836853c-8706-4fbb-8a89-40ecd2f63f1e HTTP/1.1" status: 204 len: 168 time: 0.1748400 Sep 14 12:10:40.991204 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcdb27-7c74-4906-9840-e047257c55fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0836853c-8706-4fbb-8a89-40ecd2f63f1e,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:41.002060 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-19685e5a-905e-4f48-b24d-4be4ffaabd29 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/quotas/752a02133e3c4989bbb1447193907b98 HTTP/1.1" status: 200 len: 375 time: 0.0390425 Sep 14 12:10:41.047341 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-be42bdd6-4b66-4708-8cb2-51a174359210 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=752a02133e3c4989bbb1447193907b98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390236 Sep 14 12:10:41.166565 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f205d060-16da-4a8f-be8f-481057976b03 req-5477b8e0-6367-4fc0-9ed1-e18e76cc1c6e service neutron] 10.222.0.20 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358339 Sep 14 12:10:41.207504 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-6a774139-2ae9-4765-b513-03e31982ba7b service neutron] 10.222.0.20 "GET /v2.0/networks/f692789b-e351-4f09-9a1a-b97a27ffea79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347401 Sep 14 12:10:41.332770 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f205d060-16da-4a8f-be8f-481057976b03 req-bdabd445-999f-48f0-82da-37d769b02c3f service neutron] 10.222.0.20 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503761 Sep 14 12:10:41.352647 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-0cfce6a2-a705-4b53-8f71-8b801654903f service neutron] 10.222.0.20 "GET /v2.0/networks/f692789b-e351-4f09-9a1a-b97a27ffea79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330762 Sep 14 12:10:41.646646 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-35161fb8-f04b-4df7-ba84-d4e11c83df2f req-cad9c4c6-e3fe-4409-b9ef-426913d644b2 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 210 time: 0.0341277 Sep 14 12:10:41.668613 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b9c7a-2181-4927-9fd9-b951d1276498 req-7be3c58d-d270-4e3e-90fe-c7a2e7c5c075 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:41.670117 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f3b9c7a-2181-4927-9fd9-b951d1276498 req-7be3c58d-d270-4e3e-90fe-c7a2e7c5c075 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.1129920 Sep 14 12:10:41.739270 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f3b9c7a-2181-4927-9fd9-b951d1276498 req-50a606ea-19e1-4b88-9dc7-c72d651db1f3 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610569 Sep 14 12:10:41.898987 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cdb889a1-1dd4-446a-9ed5-cf733acb744c req-738f1e63-9a7f-4c04-8149-8cf56ae66904 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 210 time: 0.0509071 Sep 14 12:10:42.807115 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-58b871ab-d39e-42cc-aece-30d30d6a9e1d req-2a5a0bac-eb7b-4954-a999-f2e20e135cce tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 210 time: 0.0543749 Sep 14 12:10:42.932844 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205d060-16da-4a8f-be8f-481057976b03 req-f0f5ec45-8dd3-4b67-a8a4-4db67366b9c4 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:42.934345 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f205d060-16da-4a8f-be8f-481057976b03 req-f0f5ec45-8dd3-4b67-a8a4-4db67366b9c4 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.22 "GET /v2.0/networks?id=f3147417-9bdc-4caa-8a4a-96a49cb2a356 HTTP/1.1" status: 200 len: 814 time: 0.1832461 Sep 14 12:10:42.953284 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae5de3-3341-4389-8d82-0cf62b6c63cd req-13f8ca05-c115-430c-9a99-61546ed44cc5 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:42.954806 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5bae5de3-3341-4389-8d82-0cf62b6c63cd req-13f8ca05-c115-430c-9a99-61546ed44cc5 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0804517 Sep 14 12:10:42.960751 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-f205d060-16da-4a8f-be8f-481057976b03 req-1d728e97-0095-47b9-992b-693218035286 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Request body: {'port': {'device_id': '1b16b6c1-8c78-4478-8533-629b06a83e4b', 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356', 'admin_state_up': True, 'tenant_id': 'ed7325894aee40a8ba14ce01c8017925'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:43.078098 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5bae5de3-3341-4389-8d82-0cf62b6c63cd req-b7b6da55-04da-49e3-8d73-4265cc5f9193 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137240 Sep 14 12:10:43.095898 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d7a21cd-b4a5-4655-a207-7cb19a5878db req-3f1faccd-3fe0-4c4c-beaa-2e24bf710a83 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 210 time: 0.0402572 Sep 14 12:10:43.150077 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f205d060-16da-4a8f-be8f-481057976b03 req-1d728e97-0095-47b9-992b-693218035286 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Made reservation on behalf of ed7325894aee40a8ba14ce01c8017925 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:10:43.153885 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f205d060-16da-4a8f-be8f-481057976b03 req-1d728e97-0095-47b9-992b-693218035286 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:43.290064 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-f205d060-16da-4a8f-be8f-481057976b03 req-1d728e97-0095-47b9-992b-693218035286 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Allocated IP 172.20.0.5 (f3147417-9bdc-4caa-8a4a-96a49cb2a356/159cf4ba-bce1-4e66-b8a5-04ca439e0d5c/a2fbd5c4-a598-4f1d-9670-147316b6fc03) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:10:43.498877 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f205d060-16da-4a8f-be8f-481057976b03 req-1d728e97-0095-47b9-992b-693218035286 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:43.588757 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-30c38591-24b8-4536-9a9b-3aa67b58a4bb tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:43.590751 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-30c38591-24b8-4536-9a9b-3aa67b58a4bb tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.22 "GET /v2.0/networks?id=f692789b-e351-4f09-9a1a-b97a27ffea79 HTTP/1.1" status: 200 len: 809 time: 0.1544635 Sep 14 12:10:43.608662 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8f8a5316-5f70-4354-a318-3de6fe08e9ff tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Request body: {'port': {'device_id': '2d740c6b-c834-4dc2-a2b6-18166f42e89d', 'network_id': 'f692789b-e351-4f09-9a1a-b97a27ffea79', 'admin_state_up': True, 'tenant_id': '752a02133e3c4989bbb1447193907b98'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:43.614710 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f205d060-16da-4a8f-be8f-481057976b03 req-1d728e97-0095-47b9-992b-693218035286 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:43.722018 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f205d060-16da-4a8f-be8f-481057976b03 req-1d728e97-0095-47b9-992b-693218035286 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Network f3147417-9bdc-4caa-8a4a-96a49cb2a356 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:10:43.733175 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-f205d060-16da-4a8f-be8f-481057976b03 req-1d728e97-0095-47b9-992b-693218035286 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:10:43.737238 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d728e97-0095-47b9-992b-693218035286 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Pushing event updated for resources: {'Port': ['ID=a2fbd5c4-a598-4f1d-9670-147316b6fc03,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:43.740262 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f205d060-16da-4a8f-be8f-481057976b03 req-1d728e97-0095-47b9-992b-693218035286 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:10:43.805910 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205d060-16da-4a8f-be8f-481057976b03 req-1d728e97-0095-47b9-992b-693218035286 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:43.806444 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f205d060-16da-4a8f-be8f-481057976b03 req-1d728e97-0095-47b9-992b-693218035286 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:43.825654 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8f8a5316-5f70-4354-a318-3de6fe08e9ff tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Made reservation on behalf of 752a02133e3c4989bbb1447193907b98 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:10:43.829471 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8f8a5316-5f70-4354-a318-3de6fe08e9ff tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:43.833725 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f205d060-16da-4a8f-be8f-481057976b03 req-1d728e97-0095-47b9-992b-693218035286 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8779943 Sep 14 12:10:43.860350 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Request body: {'port': {'device_id': '1b16b6c1-8c78-4478-8533-629b06a83e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:44.022068 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:44.048192 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f217d01-e064-44fe-8c00-6f3ed590e836 req-280614a6-8c5d-4ec5-942b-afdfad8cb819 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:44.049918 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f217d01-e064-44fe-8c00-6f3ed590e836 req-280614a6-8c5d-4ec5-942b-afdfad8cb819 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 931 time: 0.1582100 Sep 14 12:10:44.099942 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8f8a5316-5f70-4354-a318-3de6fe08e9ff tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Allocated IP 172.20.0.5 (f692789b-e351-4f09-9a1a-b97a27ffea79/b8cff398-05a8-4988-8d89-af2afc8540d6/37ca5ede-ef8e-4c50-8809-7ecdc7b59a44) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:10:44.198265 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f217d01-e064-44fe-8c00-6f3ed590e836 req-f1637952-7798-48ba-bdeb-70fda8b88975 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418505 Sep 14 12:10:44.328262 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87c3234f-4660-483c-8e14-b7be273d8f71 req-c3f9fbb4-bee2-4661-8cf7-772a2d827077 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 210 time: 0.0672274 Sep 14 12:10:44.367862 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ce869-02a5-4b90-b244-b3d4ed6141a7 req-f3c63199-85c0-433f-88f6-bd9b0eee2295 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:44.369338 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-032ce869-02a5-4b90-b244-b3d4ed6141a7 req-f3c63199-85c0-433f-88f6-bd9b0eee2295 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.1682792 Sep 14 12:10:44.723223 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-032ce869-02a5-4b90-b244-b3d4ed6141a7 req-bdad800f-59b9-4d67-aafc-40a9a53fd1d4 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918331 Sep 14 12:10:44.734311 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8f8a5316-5f70-4354-a318-3de6fe08e9ff tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:44.797867 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fbd5c4-a598-4f1d-9670-147316b6fc03 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:10:44.807733 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:44.831212 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Transition to ACTIVE for port object a2fbd5c4-a598-4f1d-9670-147316b6fc03 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:10:44.837188 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:44.852028 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8f8a5316-5f70-4354-a318-3de6fe08e9ff tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:44.906970 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8f8a5316-5f70-4354-a318-3de6fe08e9ff tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Network f692789b-e351-4f09-9a1a-b97a27ffea79 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:10:44.909609 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fbd5c4-a598-4f1d-9670-147316b6fc03,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:44.912614 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8f8a5316-5f70-4354-a318-3de6fe08e9ff tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:10:44.919818 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8f8a5316-5f70-4354-a318-3de6fe08e9ff tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:10:45.024502 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a5316-5f70-4354-a318-3de6fe08e9ff tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Pushing event updated for resources: {'Port': ['ID=37ca5ede-ef8e-4c50-8809-7ecdc7b59a44,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:45.044868 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8f8a5316-5f70-4354-a318-3de6fe08e9ff tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:45.045567 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8f8a5316-5f70-4354-a318-3de6fe08e9ff tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:45.065841 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Attempting to bind port a2fbd5c4-a598-4f1d-9670-147316b6fc03 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:10:45.066252 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Attempting to bind port a2fbd5c4-a598-4f1d-9670-147316b6fc03 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:10:45.066580 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Attempting to bind port a2fbd5c4-a598-4f1d-9670-147316b6fc03 on network f3147417-9bdc-4caa-8a4a-96a49cb2a356 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:10:45.070444 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8f8a5316-5f70-4354-a318-3de6fe08e9ff tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4662006 Sep 14 12:10:45.072411 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Port a2fbd5c4-a598-4f1d-9670-147316b6fc03 on network f3147417-9bdc-4caa-8a4a-96a49cb2a356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:10:45.072734 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Attempting to bind port a2fbd5c4-a598-4f1d-9670-147316b6fc03 on network f3147417-9bdc-4caa-8a4a-96a49cb2a356 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:10:45.077521 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:10:45.077859 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Checking segment: {'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:10:45.078246 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Bound using segment: {'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:10:45.078664 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Bound port: a2fbd5c4-a598-4f1d-9670-147316b6fc03, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:10:45.079037 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:45.093624 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Request body: {'port': {'device_id': '2d740c6b-c834-4dc2-a2b6-18166f42e89d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:10:45.132976 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45906) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:45.188581 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:45.203243 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] For port a2fbd5c4-a598-4f1d-9670-147316b6fc03, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:10:45.234971 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] For port a2fbd5c4-a598-4f1d-9670-147316b6fc03, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=a2fbd5c4-a598-4f1d-9670-147316b6fc03,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:10:45.246926 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:45.257947 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9830cdc6-e7f8-4e37-923b-f50f57797f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:45.353678 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:45.354296 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:45.355704 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f205d060-16da-4a8f-be8f-481057976b03 req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] 10.222.0.22 "PUT /v2.0/ports/a2fbd5c4-a598-4f1d-9670-147316b6fc03 HTTP/1.1" status: 200 len: 1093 time: 1.4997659 Sep 14 12:10:45.368713 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b16b6c1-8c78-4478-8533-629b06a83e4b', 'tag': 'a2fbd5c4-a598-4f1d-9670-147316b6fc03'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:10:45.371055 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd322e6-c7a9-468d-a2da-7b5d70a17413" -d '{"events": [{"name": "network-changed", "server_uuid": "1b16b6c1-8c78-4478-8533-629b06a83e4b", "tag": "a2fbd5c4-a598-4f1d-9670-147316b6fc03"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:10:45.371204 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9830cdc6-e7f8-4e37-923b-f50f57797f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:45.376590 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9830cdc6-e7f8-4e37-923b-f50f57797f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:45.412998 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9830cdc6-e7f8-4e37-923b-f50f57797f05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d418dbcf398d4af3bf49da2ba75c9738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787454 Sep 14 12:10:45.416728 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45918) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:45.428632 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54296388-7c80-4616-808f-5c104ad4c9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fbd5c4-a598-4f1d-9670-147316b6fc03,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:45.443439 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830cdc6-e7f8-4e37-923b-f50f57797f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b54319-aef1-47f0-a8b3-df634dfb3fad,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:45.480864 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b7355aad-13ce-44fa-b0e7-6ba382a75b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:45.514635 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d354e-e3c8-46ce-9834-4b402f96e31c req-cebe5ced-fbfa-4bdc-b700-204a34a45e19 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:45.515149 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b7355aad-13ce-44fa-b0e7-6ba382a75b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:45.516181 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a57d354e-e3c8-46ce-9834-4b402f96e31c req-cebe5ced-fbfa-4bdc-b700-204a34a45e19 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 943 time: 0.2407486 Sep 14 12:10:45.563292 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b7355aad-13ce-44fa-b0e7-6ba382a75b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:45.566603 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b7355aad-13ce-44fa-b0e7-6ba382a75b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:45.567847 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b7355aad-13ce-44fa-b0e7-6ba382a75b02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5b54319-aef1-47f0-a8b3-df634dfb3fad HTTP/1.1" status: 204 len: 168 time: 0.1499920 Sep 14 12:10:45.584918 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7355aad-13ce-44fa-b0e7-6ba382a75b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b54319-aef1-47f0-a8b3-df634dfb3fad,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:45.585302 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205d060-16da-4a8f-be8f-481057976b03 req-7ec2269e-655c-40cc-ab88-3a4547fc9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:45.586877 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f205d060-16da-4a8f-be8f-481057976b03 req-7ec2269e-655c-40cc-ab88-3a4547fc9646 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed7325894aee40a8ba14ce01c8017925&device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 1096 time: 0.1767845 Sep 14 12:10:45.593612 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76c3a1-440c-4cbd-854c-7265904ba6f4 req-12c27419-e838-41a7-98f1-a0e7c37a80bd tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:45.595041 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7b76c3a1-440c-4cbd-854c-7265904ba6f4 req-12c27419-e838-41a7-98f1-a0e7c37a80bd tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 931 time: 0.1722996 Sep 14 12:10:45.665204 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f205d060-16da-4a8f-be8f-481057976b03 req-a341eed9-69ed-4b18-be90-c45a0153567c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2fbd5c4-a598-4f1d-9670-147316b6fc03 HTTP/1.1" status: 200 len: 217 time: 0.0615878 Sep 14 12:10:45.681686 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a57d354e-e3c8-46ce-9834-4b402f96e31c req-2487c663-c1cc-40e1-9674-38e764e221c4 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347182 Sep 14 12:10:45.737858 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9644e3e7-e984-4dbb-b98b-6c41e604c93c x-openstack-request-id: req-9644e3e7-e984-4dbb-b98b-6c41e604c93c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:10:45.738507 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b16b6c1-8c78-4478-8533-629b06a83e4b", "tag": "a2fbd5c4-a598-4f1d-9670-147316b6fc03", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:10:45.739048 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9644e3e7-e984-4dbb-b98b-6c41e604c93c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:10:45.739581 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b16b6c1-8c78-4478-8533-629b06a83e4b', 'tag': 'a2fbd5c4-a598-4f1d-9670-147316b6fc03', 'status': 'completed', 'code': 200} Sep 14 12:10:45.791182 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7b76c3a1-440c-4cbd-854c-7265904ba6f4 req-ff00e653-6479-46e5-9b65-a41e004b5e64 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742930 Sep 14 12:10:45.794340 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205d060-16da-4a8f-be8f-481057976b03 req-23572813-b29d-410e-ab4f-8ef3bfec7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:45.795800 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f205d060-16da-4a8f-be8f-481057976b03 req-23572813-b29d-410e-ab4f-8ef3bfec7b11 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=159cf4ba-bce1-4e66-b8a5-04ca439e0d5c HTTP/1.1" status: 200 len: 854 time: 0.1192415 Sep 14 12:10:45.799870 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:10:45.814991 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:45.850961 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f205d060-16da-4a8f-be8f-481057976b03 req-3ec1ff04-a098-4525-a252-3767583bbbbe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f3147417-9bdc-4caa-8a4a-96a49cb2a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331779 Sep 14 12:10:45.856400 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Transition to ACTIVE for port object 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:10:45.862136 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:45.931703 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45934) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:45.946525 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bff134e8-91da-4601-8db0-6c7a9d94c900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:45.971230 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Pushing event updated for resources: {'Port': ['ID=37ca5ede-ef8e-4c50-8809-7ecdc7b59a44,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:46.055645 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365607b-db83-4dfd-88ea-95a08d0e3030 req-504be576-7fd6-4870-b7c7-526e29d2a23e tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:46.057137 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f365607b-db83-4dfd-88ea-95a08d0e3030 req-504be576-7fd6-4870-b7c7-526e29d2a23e tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.1614449 Sep 14 12:10:46.058821 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bff134e8-91da-4601-8db0-6c7a9d94c900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:46.064512 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bff134e8-91da-4601-8db0-6c7a9d94c900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:46.082708 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f205d060-16da-4a8f-be8f-481057976b03 req-80fde35d-3782-46cc-bf0a-4ee591343916 service neutron] 10.222.0.22 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156539 Sep 14 12:10:46.104115 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff134e8-91da-4601-8db0-6c7a9d94c900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e58c2d3-cad5-40c2-8ac4-db357e0da63f,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:46.108521 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-bff134e8-91da-4601-8db0-6c7a9d94c900 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fdef697710248c5bf889eff98912ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756310 Sep 14 12:10:46.112275 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45936) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:46.167666 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f365607b-db83-4dfd-88ea-95a08d0e3030 req-871db7c1-1eae-4734-be61-6aaada11c953 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881021 Sep 14 12:10:46.174298 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d84da7f1-e196-497e-94c5-a69acbab6b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:46.206187 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d84da7f1-e196-497e-94c5-a69acbab6b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:46.230859 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Attempting to bind port 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:10:46.231286 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Attempting to bind port 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'aac94481-89c6-43aa-af15-ed7e09f1e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f692789b-e351-4f09-9a1a-b97a27ffea79'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:10:46.231747 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Attempting to bind port 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 on network f692789b-e351-4f09-9a1a-b97a27ffea79 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:10:46.239442 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Port 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 on network f692789b-e351-4f09-9a1a-b97a27ffea79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:10:46.239775 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Attempting to bind port 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 on network f692789b-e351-4f09-9a1a-b97a27ffea79 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:10:46.246571 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:10:46.246912 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Checking segment: {'id': 'aac94481-89c6-43aa-af15-ed7e09f1e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f692789b-e351-4f09-9a1a-b97a27ffea79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:10:46.247323 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Bound using segment: {'id': 'aac94481-89c6-43aa-af15-ed7e09f1e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f692789b-e351-4f09-9a1a-b97a27ffea79'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:10:46.247893 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Bound port: 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac94481-89c6-43aa-af15-ed7e09f1e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f692789b-e351-4f09-9a1a-b97a27ffea79'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:10:46.248112 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:46.274944 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f205d060-16da-4a8f-be8f-481057976b03 req-3816c70d-1ce1-41da-89d1-9f11eb58054a service neutron] 10.222.0.22 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811378 Sep 14 12:10:46.311147 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d84da7f1-e196-497e-94c5-a69acbab6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:46.313761 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d84da7f1-e196-497e-94c5-a69acbab6b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:46.314914 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d84da7f1-e196-497e-94c5-a69acbab6b56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e58c2d3-cad5-40c2-8ac4-db357e0da63f HTTP/1.1" status: 204 len: 168 time: 0.2000015 Sep 14 12:10:46.327626 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84da7f1-e196-497e-94c5-a69acbab6b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e58c2d3-cad5-40c2-8ac4-db357e0da63f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:46.395248 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] For port 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:10:46.410666 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] For port 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=37ca5ede-ef8e-4c50-8809-7ecdc7b59a44,segment=NetworkSegment(aac94481-89c6-43aa-af15-ed7e09f1e07a),segment_id=aac94481-89c6-43aa-af15-ed7e09f1e07a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:10:46.416361 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:46.453822 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd322e6-c7a9-468d-a2da-7b5d70a17413 req-2f18653d-d7b2-4930-9f8e-9b54f29b0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:46.455781 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fcd322e6-c7a9-468d-a2da-7b5d70a17413 req-2f18653d-d7b2-4930-9f8e-9b54f29b0041 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed7325894aee40a8ba14ce01c8017925&device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 1096 time: 0.1068110 Sep 14 12:10:46.469541 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:46.470149 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:46.471468 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] 10.222.0.22 "PUT /v2.0/ports/37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 HTTP/1.1" status: 200 len: 1093 time: 1.3837385 Sep 14 12:10:46.499297 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724159d-8164-4c4d-87f6-838d50cfb5de service neutron] Pushing event updated for resources: {'Port': ['ID=37ca5ede-ef8e-4c50-8809-7ecdc7b59a44,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:46.604624 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd322e6-c7a9-468d-a2da-7b5d70a17413 req-82d95a86-e2ab-4c23-8fd8-d325f8f81c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:46.606078 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fcd322e6-c7a9-468d-a2da-7b5d70a17413 req-82d95a86-e2ab-4c23-8fd8-d325f8f81c8f service neutron] 10.222.0.22 "GET /v2.0/networks?id=f3147417-9bdc-4caa-8a4a-96a49cb2a356 HTTP/1.1" status: 200 len: 915 time: 0.1380863 Sep 14 12:10:46.611885 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-feb1d636-8834-42d6-a615-1608e0c16d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:46.614070 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-feb1d636-8834-42d6-a615-1608e0c16d80 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=752a02133e3c4989bbb1447193907b98&device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 1096 time: 0.0675013 Sep 14 12:10:46.674124 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45950) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:46.685798 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fcd322e6-c7a9-468d-a2da-7b5d70a17413 req-3a4227e7-0ab2-477a-9ac9-75ab659da17b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2fbd5c4-a598-4f1d-9670-147316b6fc03 HTTP/1.1" status: 200 len: 217 time: 0.0706358 Sep 14 12:10:46.687148 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-356aa6cb-6565-442f-a2cf-3a486aa8ce05 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 HTTP/1.1" status: 200 len: 217 time: 0.0640512 Sep 14 12:10:46.687374 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-39adbfb9-5ecc-4297-a7a8-834484a2516f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:46.790055 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-39adbfb9-5ecc-4297-a7a8-834484a2516f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:46.795107 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-39adbfb9-5ecc-4297-a7a8-834484a2516f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:46.806336 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd322e6-c7a9-468d-a2da-7b5d70a17413 req-e243e95d-0649-4db1-9d8e-34ac33935ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:46.807796 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fcd322e6-c7a9-468d-a2da-7b5d70a17413 req-e243e95d-0649-4db1-9d8e-34ac33935ab5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=159cf4ba-bce1-4e66-b8a5-04ca439e0d5c HTTP/1.1" status: 200 len: 854 time: 0.1041930 Sep 14 12:10:46.809763 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-5ca6c9ef-807f-462f-92cf-fb0dd8c575d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:46.811092 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-5ca6c9ef-807f-462f-92cf-fb0dd8c575d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8cff398-05a8-4988-8d89-af2afc8540d6 HTTP/1.1" status: 200 len: 849 time: 0.1062806 Sep 14 12:10:46.830740 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f57f2e-a091-45c1-884b-1e7b7116ed7a req-e3cfdeeb-5e74-48ba-b2bd-4a5ce7e586c0 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:46.833033 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-71f57f2e-a091-45c1-884b-1e7b7116ed7a req-e3cfdeeb-5e74-48ba-b2bd-4a5ce7e586c0 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 943 time: 0.0678813 Sep 14 12:10:46.837051 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-39adbfb9-5ecc-4297-a7a8-834484a2516f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b762fe55c93842448c5d8741685a1277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586466 Sep 14 12:10:46.837051 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39adbfb9-5ecc-4297-a7a8-834484a2516f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db865201-31da-4f7e-a42d-5946750913f2,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:46.837276 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 45956) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:46.900406 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3500507b-bee1-4efb-8597-513291f371f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:46.900934 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fcd322e6-c7a9-468d-a2da-7b5d70a17413 req-5b8b98ad-db48-4adc-99d4-bfabcae8c2cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f3147417-9bdc-4caa-8a4a-96a49cb2a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658867 Sep 14 12:10:46.902866 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-87538de0-b6fd-4f52-8bfa-41789d91deca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f692789b-e351-4f09-9a1a-b97a27ffea79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690742 Sep 14 12:10:46.922015 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3500507b-bee1-4efb-8597-513291f371f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:46.969495 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3500507b-bee1-4efb-8597-513291f371f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:46.972857 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3500507b-bee1-4efb-8597-513291f371f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:46.974031 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3500507b-bee1-4efb-8597-513291f371f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db865201-31da-4f7e-a42d-5946750913f2 HTTP/1.1" status: 204 len: 168 time: 0.1359470 Sep 14 12:10:46.994755 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500507b-bee1-4efb-8597-513291f371f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db865201-31da-4f7e-a42d-5946750913f2,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:47.016176 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-71f57f2e-a091-45c1-884b-1e7b7116ed7a req-6934d7d9-13ae-424d-92d1-e2317088483f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603720 Sep 14 12:10:47.066893 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a50c13-eb28-44e0-a9ff-051fa022cf2a req-8b420b2c-6db5-439d-80f8-f9cec88c2818 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:47.068426 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e4a50c13-eb28-44e0-a9ff-051fa022cf2a req-8b420b2c-6db5-439d-80f8-f9cec88c2818 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 943 time: 0.1745059 Sep 14 12:10:47.155950 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fcd322e6-c7a9-468d-a2da-7b5d70a17413 req-a39fa4eb-9084-46b5-a2c4-932460270b17 service neutron] 10.222.0.22 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340033 Sep 14 12:10:47.172225 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e4a50c13-eb28-44e0-a9ff-051fa022cf2a req-e8e96e01-a869-4e02-a86b-b2cbd0b81703 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757082 Sep 14 12:10:47.203885 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-e7ae03ac-9df1-4b12-8ec5-efeb8c720088 service neutron] 10.222.0.22 "GET /v2.0/networks/f692789b-e351-4f09-9a1a-b97a27ffea79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677557 Sep 14 12:10:47.235762 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:10:47.599466 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fcd322e6-c7a9-468d-a2da-7b5d70a17413 req-c7c6f75f-814f-439f-a391-0b6147baf1a6 service neutron] 10.222.0.22 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304695 Sep 14 12:10:47.618061 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3eac8-a01a-40f5-ac7f-69b071432fb8 req-8b50fd4d-4cd5-4cf7-89aa-613988106f93 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:47.620093 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ace3eac8-a01a-40f5-ac7f-69b071432fb8 req-8b50fd4d-4cd5-4cf7-89aa-613988106f93 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.3561738 Sep 14 12:10:47.626342 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffc339b2-4d45-4031-8c9f-f5f1268c4aac req-cdcbbefb-eb39-4a3f-92eb-9f234854cd7f service neutron] 10.222.0.22 "GET /v2.0/networks/f692789b-e351-4f09-9a1a-b97a27ffea79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110320 Sep 14 12:10:47.669311 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ace3eac8-a01a-40f5-ac7f-69b071432fb8 req-9f478579-ddeb-47a6-afc1-ee9a7e875e0e tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386651 Sep 14 12:10:47.741067 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d740c6b-c834-4dc2-a2b6-18166f42e89d', 'tag': '37ca5ede-ef8e-4c50-8809-7ecdc7b59a44'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:10:47.744091 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c22fb9a-6257-4305-a6d5-0920354705ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2d740c6b-c834-4dc2-a2b6-18166f42e89d", "tag": "37ca5ede-ef8e-4c50-8809-7ecdc7b59a44"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:10:47.781547 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4b64b4-6f75-4977-8e88-ea6efeaa1ffc x-openstack-request-id: req-5a4b64b4-6f75-4977-8e88-ea6efeaa1ffc {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:10:47.782021 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d740c6b-c834-4dc2-a2b6-18166f42e89d", "tag": "37ca5ede-ef8e-4c50-8809-7ecdc7b59a44", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:10:47.782349 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a4b64b4-6f75-4977-8e88-ea6efeaa1ffc {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:10:47.782707 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d740c6b-c834-4dc2-a2b6-18166f42e89d', 'tag': '37ca5ede-ef8e-4c50-8809-7ecdc7b59a44', 'status': 'completed', 'code': 200} Sep 14 12:10:47.876853 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22fb9a-6257-4305-a6d5-0920354705ad req-0b363b11-a06b-4554-8e1c-f4d17561e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:47.878367 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4c22fb9a-6257-4305-a6d5-0920354705ad req-0b363b11-a06b-4554-8e1c-f4d17561e2f3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=752a02133e3c4989bbb1447193907b98&device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 1096 time: 0.0524890 Sep 14 12:10:48.004371 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22fb9a-6257-4305-a6d5-0920354705ad req-02443e2b-8302-469b-ac98-c4d87cd9902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:48.006035 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4c22fb9a-6257-4305-a6d5-0920354705ad req-02443e2b-8302-469b-ac98-c4d87cd9902d service neutron] 10.222.0.22 "GET /v2.0/networks?id=f692789b-e351-4f09-9a1a-b97a27ffea79 HTTP/1.1" status: 200 len: 910 time: 0.1175845 Sep 14 12:10:48.064502 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4c22fb9a-6257-4305-a6d5-0920354705ad req-0c524c36-340b-4a8d-83e2-a1acd4437c92 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 HTTP/1.1" status: 200 len: 217 time: 0.0495865 Sep 14 12:10:48.155941 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22fb9a-6257-4305-a6d5-0920354705ad req-8f889220-13ab-49bf-99aa-cf1d254f44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:48.157408 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4c22fb9a-6257-4305-a6d5-0920354705ad req-8f889220-13ab-49bf-99aa-cf1d254f44a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8cff398-05a8-4988-8d89-af2afc8540d6 HTTP/1.1" status: 200 len: 849 time: 0.0802734 Sep 14 12:10:48.174639 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d108875-04bb-4294-b1d0-6d7eccbb5a72 req-11e2344f-78d7-4e76-8497-33e32476a597 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:48.179619 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7d108875-04bb-4294-b1d0-6d7eccbb5a72 req-11e2344f-78d7-4e76-8497-33e32476a597 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 943 time: 0.0725577 Sep 14 12:10:48.213248 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4c22fb9a-6257-4305-a6d5-0920354705ad req-2cd56e84-a006-4d4a-975d-3807eccfab59 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f692789b-e351-4f09-9a1a-b97a27ffea79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471437 Sep 14 12:10:48.275637 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7d108875-04bb-4294-b1d0-6d7eccbb5a72 req-a557d683-a0ee-4d3b-bf1b-aaa1ce2e3815 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867817 Sep 14 12:10:48.335696 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4c22fb9a-6257-4305-a6d5-0920354705ad req-46331d3a-6188-4451-8afe-2af97092deb9 service neutron] 10.222.0.22 "GET /v2.0/networks/f692789b-e351-4f09-9a1a-b97a27ffea79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119452 Sep 14 12:10:48.452427 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c668e-af00-4b51-8f52-451836e5c10e req-6c5fcd09-4a87-478d-9e10-eafb54d358bf tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:48.453893 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9a9c668e-af00-4b51-8f52-451836e5c10e req-6c5fcd09-4a87-478d-9e10-eafb54d358bf tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 943 time: 0.1080396 Sep 14 12:10:48.482211 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4c22fb9a-6257-4305-a6d5-0920354705ad req-01e2207a-cf84-4ea6-ad13-55638d04b4c6 service neutron] 10.222.0.22 "GET /v2.0/networks/f692789b-e351-4f09-9a1a-b97a27ffea79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373706 Sep 14 12:10:48.503192 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9a9c668e-af00-4b51-8f52-451836e5c10e req-996d72cb-bc50-478c-9542-0e9f118bd38b tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 Sep 14 12:10:48.783546 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8585e69-affc-4b29-86b9-17e0852092dc req-b4bb3513-c38b-41ab-8323-7fecda882713 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:48.785001 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a8585e69-affc-4b29-86b9-17e0852092dc req-b4bb3513-c38b-41ab-8323-7fecda882713 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0481703 Sep 14 12:10:48.825549 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a8585e69-affc-4b29-86b9-17e0852092dc req-0edfb9ea-bf59-4996-9b64-ec9d4f89dcd0 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345354 Sep 14 12:10:49.399791 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce43ba-3914-4f2c-a398-c4855682fcd6 req-c7d51f1b-d5bb-48eb-bab6-4a8b55ef0f1d tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:49.402152 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-64ce43ba-3914-4f2c-a398-c4855682fcd6 req-c7d51f1b-d5bb-48eb-bab6-4a8b55ef0f1d tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 943 time: 0.0493026 Sep 14 12:10:49.446954 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-64ce43ba-3914-4f2c-a398-c4855682fcd6 req-4f88bd4e-4a6a-4c20-8d29-035577972f5e tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389953 Sep 14 12:10:49.632345 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f8b1f-b019-4bf5-9e7e-34ec7d81e386 req-8d1f2dd3-cba1-4efc-b5ab-ba82054db329 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:49.633985 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0d9f8b1f-b019-4bf5-9e7e-34ec7d81e386 req-8d1f2dd3-cba1-4efc-b5ab-ba82054db329 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 943 time: 0.0542042 Sep 14 12:10:49.672957 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0d9f8b1f-b019-4bf5-9e7e-34ec7d81e386 req-1554dc56-8d1e-4e24-8519-a9d2de1ef28b tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319824 Sep 14 12:10:49.941509 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4f961-e3ae-4925-8d82-0ad8c5db252c req-12880c5e-1c08-4d2a-a781-420d15a7b5cd tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:49.943032 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b5f4f961-e3ae-4925-8d82-0ad8c5db252c req-12880c5e-1c08-4d2a-a781-420d15a7b5cd tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0510933 Sep 14 12:10:49.979663 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b5f4f961-e3ae-4925-8d82-0ad8c5db252c req-42ea70a3-1bad-40db-817b-fbd303d04d71 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308328 Sep 14 12:10:50.566837 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ba09d-9d50-4e52-b945-b183608d4a19 req-cac5e46f-793e-4471-94e2-bd1de024bfed tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:50.568656 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bd4ba09d-9d50-4e52-b945-b183608d4a19 req-cac5e46f-793e-4471-94e2-bd1de024bfed tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 943 time: 0.0525076 Sep 14 12:10:50.616429 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bd4ba09d-9d50-4e52-b945-b183608d4a19 req-5b2d3fa2-2823-4579-91ea-41ba99a67286 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401270 Sep 14 12:10:50.796573 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d63a9-b5e6-4d70-add9-e4faa4675d67 req-afeaa587-2bc2-49d1-86bb-9c794162b131 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:50.798075 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b1d63a9-b5e6-4d70-add9-e4faa4675d67 req-afeaa587-2bc2-49d1-86bb-9c794162b131 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 943 time: 0.0484905 Sep 14 12:10:50.799626 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 46070) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:50.838890 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b1d63a9-b5e6-4d70-add9-e4faa4675d67 req-f39c55b6-c605-44f4-bcd1-71f4913c4359 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345271 Sep 14 12:10:50.906485 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c838e09-e4a2-46ff-b018-c96968c4d82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:50.935104 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:10:51.002485 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c838e09-e4a2-46ff-b018-c96968c4d82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:51.008898 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c838e09-e4a2-46ff-b018-c96968c4d82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:51.051100 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=37ca5ede-ef8e-4c50-8809-7ecdc7b59a44,segment=NetworkSegment(aac94481-89c6-43aa-af15-ed7e09f1e07a),segment_id=aac94481-89c6-43aa-af15-ed7e09f1e07a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:51.063043 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': '37ca5ede-ef8e-4c50-8809-7ecdc7b59a44', 'network_id': 'f692789b-e351-4f09-9a1a-b97a27ffea79', 'port_id': '37ca5ede-ef8e-4c50-8809-7ecdc7b59a44', 'mac_address': 'fa:16:3e:27:3b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8cff398-05a8-4988-8d89-af2afc8540d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:10:51.065094 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 46078) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:51.078078 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5c838e09-e4a2-46ff-b018-c96968c4d82d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d581af8cff664f7ba84f6250fc167280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718968 Sep 14 12:10:51.079681 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c838e09-e4a2-46ff-b018-c96968c4d82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9583024-1ce8-4804-8c51-7f605ce6e0a8,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:51.120149 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:51.133937 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:10:51.153713 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=37ca5ede-ef8e-4c50-8809-7ecdc7b59a44,segment=NetworkSegment(aac94481-89c6-43aa-af15-ed7e09f1e07a),segment_id=aac94481-89c6-43aa-af15-ed7e09f1e07a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:51.158042 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4a724ee-b07e-471b-99bb-2f352f85b87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:51.164719 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:51.165393 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device a2fbd5c4-a598-4f1d-9670-147316b6fc03 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:10:51.182653 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6ac89-84f1-45cb-8120-21a6e9ab9672 req-a978d041-54c8-4598-bede-90ba50972097 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:51.184363 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-55d6ac89-84f1-45cb-8120-21a6e9ab9672 req-a978d041-54c8-4598-bede-90ba50972097 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0821230 Sep 14 12:10:51.203765 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4a724ee-b07e-471b-99bb-2f352f85b87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:51.238512 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=37ca5ede-ef8e-4c50-8809-7ecdc7b59a44,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:51.254866 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:51.255257 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:51.255598 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:51.255929 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:51.256255 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:51.256662 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:51.256896 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:51.257405 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:51.257908 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:51.258232 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:51.258704 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:51.259214 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:51.264156 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-55d6ac89-84f1-45cb-8120-21a6e9ab9672 req-c7f2d5ce-68c4-489d-8864-14df7d132c6b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663307 Sep 14 12:10:51.298512 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4a724ee-b07e-471b-99bb-2f352f85b87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:51.301741 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4a724ee-b07e-471b-99bb-2f352f85b87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:51.305198 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a4a724ee-b07e-471b-99bb-2f352f85b87f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9583024-1ce8-4804-8c51-7f605ce6e0a8 HTTP/1.1" status: 204 len: 168 time: 0.2367475 Sep 14 12:10:51.317606 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a724ee-b07e-471b-99bb-2f352f85b87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9583024-1ce8-4804-8c51-7f605ce6e0a8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:51.356653 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port a2fbd5c4-a598-4f1d-9670-147316b6fc03, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=a2fbd5c4-a598-4f1d-9670-147316b6fc03,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:51.368515 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': 'a2fbd5c4-a598-4f1d-9670-147316b6fc03', 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356', 'port_id': 'a2fbd5c4-a598-4f1d-9670-147316b6fc03', 'mac_address': 'fa:16:3e:b9:9c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159cf4ba-bce1-4e66-b8a5-04ca439e0d5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:10:51.412238 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:51.431961 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fbd5c4-a598-4f1d-9670-147316b6fc03 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:10:51.455728 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port a2fbd5c4-a598-4f1d-9670-147316b6fc03, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=a2fbd5c4-a598-4f1d-9670-147316b6fc03,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:51.470160 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:51.530142 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=a2fbd5c4-a598-4f1d-9670-147316b6fc03,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:51.740336 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de1844-ffc6-4545-a516-aa4e11f0aadb req-f6e47622-0819-4347-9067-0c9ab3e4f9ba tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:51.742148 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c9de1844-ffc6-4545-a516-aa4e11f0aadb req-f6e47622-0819-4347-9067-0c9ab3e4f9ba tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 944 time: 0.0527928 Sep 14 12:10:51.780665 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c9de1844-ffc6-4545-a516-aa4e11f0aadb req-a7ba7f60-9eb9-4416-bbf1-efee4daaefee tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324216 Sep 14 12:10:51.866278 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['37ca5ede-ef8e-4c50-8809-7ecdc7b59a44'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:10:51.890874 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['a2fbd5c4-a598-4f1d-9670-147316b6fc03'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:10:51.968737 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dce849-b82e-4558-97ab-f5c4863fde0d req-d1f42797-1725-49d3-9ab7-892f7375d98f tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:51.969424 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d7dce849-b82e-4558-97ab-f5c4863fde0d req-d1f42797-1725-49d3-9ab7-892f7375d98f tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 944 time: 0.0558274 Sep 14 12:10:52.008148 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d7dce849-b82e-4558-97ab-f5c4863fde0d req-eae89586-3f6a-4737-aadf-aa11339df439 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315239 Sep 14 12:10:52.389007 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602845fb-af13-4df7-a701-cddce7956d89 req-1cb77fc9-7dc4-4a43-8925-e91254a54972 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:52.390786 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-602845fb-af13-4df7-a701-cddce7956d89 req-1cb77fc9-7dc4-4a43-8925-e91254a54972 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0531411 Sep 14 12:10:52.428861 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-602845fb-af13-4df7-a701-cddce7956d89 req-380a0ca8-cb7e-4a05-9e13-1c23acf425c2 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313749 Sep 14 12:10:52.795106 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 46110) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:52.893693 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648c7d1-1005-4daa-8fd8-f0f679dabdf6 req-30493d7e-0bbc-4fae-ae86-dde531a04da2 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:52.895192 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c648c7d1-1005-4daa-8fd8-f0f679dabdf6 req-30493d7e-0bbc-4fae-ae86-dde531a04da2 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 944 time: 0.0505104 Sep 14 12:10:52.915322 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16dbce26-0ed7-4cc7-88ea-0ac32624af7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:52.956588 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c648c7d1-1005-4daa-8fd8-f0f679dabdf6 req-0c1e93b2-b868-4acb-84d3-401e7c34a0c7 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549171 Sep 14 12:10:53.024602 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16dbce26-0ed7-4cc7-88ea-0ac32624af7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:53.028237 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16dbce26-0ed7-4cc7-88ea-0ac32624af7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:53.069568 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-16dbce26-0ed7-4cc7-88ea-0ac32624af7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cf0c0fb6f8b45fbb6f50e16c38d1e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703357 Sep 14 12:10:53.069568 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbce26-0ed7-4cc7-88ea-0ac32624af7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f33ddc8-66c9-4e8b-a9e6-012dfb583163,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:53.075037 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 46118) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:53.124936 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-69ba07bb-a0ac-4ebd-b082-7380c5e5109d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:53.131228 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab72b46-13bf-48ee-8460-af3c0a3f8645 req-1ec4c23f-f2a6-4de3-8da1-d2c8c633fe84 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:53.132722 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5ab72b46-13bf-48ee-8460-af3c0a3f8645 req-1ec4c23f-f2a6-4de3-8da1-d2c8c633fe84 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 944 time: 0.0551741 Sep 14 12:10:53.146901 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-69ba07bb-a0ac-4ebd-b082-7380c5e5109d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:53.170398 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5ab72b46-13bf-48ee-8460-af3c0a3f8645 req-4b43c50b-e206-453d-bdce-e989c583f9f2 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314789 Sep 14 12:10:53.197669 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-69ba07bb-a0ac-4ebd-b082-7380c5e5109d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:53.200376 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-69ba07bb-a0ac-4ebd-b082-7380c5e5109d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:53.201518 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-69ba07bb-a0ac-4ebd-b082-7380c5e5109d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f33ddc8-66c9-4e8b-a9e6-012dfb583163 HTTP/1.1" status: 204 len: 168 time: 0.1294963 Sep 14 12:10:53.209414 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba07bb-a0ac-4ebd-b082-7380c5e5109d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f33ddc8-66c9-4e8b-a9e6-012dfb583163,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:53.489328 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 46128) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:53.504474 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f8d2993-f0c5-4aa4-acbc-23496364f908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:53.576474 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383dc2e-3248-4443-a826-86ec674f4c61 req-32f19bbd-1879-4ed3-8c58-b80e04658d51 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:53.578010 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d383dc2e-3248-4443-a826-86ec674f4c61 req-32f19bbd-1879-4ed3-8c58-b80e04658d51 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0754621 Sep 14 12:10:53.637202 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d383dc2e-3248-4443-a826-86ec674f4c61 req-1467357a-38f7-4180-8ec7-40c63edced8a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522456 Sep 14 12:10:53.675699 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f8d2993-f0c5-4aa4-acbc-23496364f908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:53.679496 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f8d2993-f0c5-4aa4-acbc-23496364f908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:53.719422 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-6f8d2993-f0c5-4aa4-acbc-23496364f908 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da166c922219437d8836087c97c7aa68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288132 Sep 14 12:10:53.720253 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d2993-f0c5-4aa4-acbc-23496364f908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed25628f-11c8-429a-9e04-84cbabb8fa9f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:53.722218 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 46130) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:10:53.770136 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-389b6fbe-e920-4832-8e87-9ffb176853c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:53.792298 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-389b6fbe-e920-4832-8e87-9ffb176853c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:53.849520 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-389b6fbe-e920-4832-8e87-9ffb176853c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:53.852093 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-389b6fbe-e920-4832-8e87-9ffb176853c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:53.853245 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-389b6fbe-e920-4832-8e87-9ffb176853c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed25628f-11c8-429a-9e04-84cbabb8fa9f HTTP/1.1" status: 204 len: 168 time: 0.1300426 Sep 14 12:10:53.860845 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b6fbe-e920-4832-8e87-9ffb176853c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed25628f-11c8-429a-9e04-84cbabb8fa9f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:54.074273 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72ee59-0b45-4659-b0a5-dd27c3fd9304 req-d5dccf0b-a3b1-4b02-b09d-24781a313838 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:54.075839 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bd72ee59-0b45-4659-b0a5-dd27c3fd9304 req-d5dccf0b-a3b1-4b02-b09d-24781a313838 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 944 time: 0.0481286 Sep 14 12:10:54.116003 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bd72ee59-0b45-4659-b0a5-dd27c3fd9304 req-54f8ed58-008b-49e0-aa11-76c89087946e tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337358 Sep 14 12:10:54.293231 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35db0c-96a1-47da-ac2c-e99b7791a613 req-4967f1c1-5901-4356-bf46-7b3cacfc6739 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:54.294707 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-eb35db0c-96a1-47da-ac2c-e99b7791a613 req-4967f1c1-5901-4356-bf46-7b3cacfc6739 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 944 time: 0.0480361 Sep 14 12:10:54.338410 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-eb35db0c-96a1-47da-ac2c-e99b7791a613 req-df6e27a4-6dac-4e57-b815-e40dd4200721 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376279 Sep 14 12:10:54.752988 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b151d0-d366-4b48-9d2b-8fa9916ceecb req-9ede94b7-ba5f-4082-93dc-895ee54fe202 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:54.754494 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c0b151d0-d366-4b48-9d2b-8fa9916ceecb req-9ede94b7-ba5f-4082-93dc-895ee54fe202 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0505147 Sep 14 12:10:54.798646 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c0b151d0-d366-4b48-9d2b-8fa9916ceecb req-7af34ca2-c2bb-4191-b80c-119738fb3943 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367775 Sep 14 12:10:54.950053 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:10:54.999217 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:10:55.002678 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:10:55.003074 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:55.079826 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:55.101140 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d740c6b-c834-4dc2-a2b6-18166f42e89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ca5ede-ef8e-4c50-8809-7ecdc7b59a44'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:10:55.103535 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0605cce0-407c-4088-90e5-35e7a805b78a" -d '{"events": [{"server_uuid": "2d740c6b-c834-4dc2-a2b6-18166f42e89d", "name": "network-vif-plugged", "status": "completed", "tag": "37ca5ede-ef8e-4c50-8809-7ecdc7b59a44"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:10:55.116418 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=37ca5ede-ef8e-4c50-8809-7ecdc7b59a44,segment=NetworkSegment(aac94481-89c6-43aa-af15-ed7e09f1e07a),segment_id=aac94481-89c6-43aa-af15-ed7e09f1e07a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:55.120285 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:55.121163 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device a2fbd5c4-a598-4f1d-9670-147316b6fc03 up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:10:55.165988 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92a17d1-4d71-4ddf-ad19-b9adf01459aa x-openstack-request-id: req-a92a17d1-4d71-4ddf-ad19-b9adf01459aa {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:10:55.166244 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d740c6b-c834-4dc2-a2b6-18166f42e89d", "name": "network-vif-plugged", "status": "completed", "tag": "37ca5ede-ef8e-4c50-8809-7ecdc7b59a44", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:10:55.166881 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a92a17d1-4d71-4ddf-ad19-b9adf01459aa {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:10:55.167317 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d740c6b-c834-4dc2-a2b6-18166f42e89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ca5ede-ef8e-4c50-8809-7ecdc7b59a44', 'code': 200} Sep 14 12:10:55.216306 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=37ca5ede-ef8e-4c50-8809-7ecdc7b59a44,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:55.229689 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port a2fbd5c4-a598-4f1d-9670-147316b6fc03 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:10:55.238334 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port a2fbd5c4-a598-4f1d-9670-147316b6fc03 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:10:55.238772 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:55.246122 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84857454-2c1a-46cf-b312-c23b88a59ead req-4927ddf3-8230-43b7-ae02-b8459f0cefa1 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:55.247917 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-84857454-2c1a-46cf-b312-c23b88a59ead req-4927ddf3-8230-43b7-ae02-b8459f0cefa1 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 944 time: 0.0607312 Sep 14 12:10:55.314861 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-84857454-2c1a-46cf-b312-c23b88a59ead req-031edca4-10d9-4a37-bd71-222396f8e49e tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596652 Sep 14 12:10:55.330890 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bad501-89da-45dd-a023-cb68730926c0 req-c0a20fd6-d28d-4844-a6f2-622bdddecc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:55.332226 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:55.332747 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-13bad501-89da-45dd-a023-cb68730926c0 req-c0a20fd6-d28d-4844-a6f2-622bdddecc5c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 1098 time: 0.0483592 Sep 14 12:10:55.366788 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port a2fbd5c4-a598-4f1d-9670-147316b6fc03, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=a2fbd5c4-a598-4f1d-9670-147316b6fc03,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:55.370912 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:55.374333 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-13bad501-89da-45dd-a023-cb68730926c0 req-bbf48084-2f78-4d99-92f9-cdaf5f8d758c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326397 Sep 14 12:10:55.424678 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=a2fbd5c4-a598-4f1d-9670-147316b6fc03,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:55.465100 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dd4a9-75df-41c3-8fce-db18596de3ae req-104c82cb-fcb7-4a32-883e-f82d993c2459 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:55.466576 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-848dd4a9-75df-41c3-8fce-db18596de3ae req-104c82cb-fcb7-4a32-883e-f82d993c2459 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 945 time: 0.0561070 Sep 14 12:10:55.507528 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-848dd4a9-75df-41c3-8fce-db18596de3ae req-61b08d4b-e535-4213-886e-58b49246302c tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350432 Sep 14 12:10:55.912379 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0dbb9-b554-4ad2-a95a-fbff79e499f5 req-c07d0297-dc7e-4065-a717-1b2d3a7ca9cb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:55.913872 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1fb0dbb9-b554-4ad2-a95a-fbff79e499f5 req-c07d0297-dc7e-4065-a717-1b2d3a7ca9cb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0494394 Sep 14 12:10:55.959330 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1fb0dbb9-b554-4ad2-a95a-fbff79e499f5 req-fa63f710-4070-4891-8a13-84b464e89754 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386946 Sep 14 12:10:56.429447 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238744f4-bb93-4b97-9b0a-fe12ed1d3752 req-2e7a0b0b-0544-4d68-afbd-fb5c505e00d8 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:56.431104 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-238744f4-bb93-4b97-9b0a-fe12ed1d3752 req-2e7a0b0b-0544-4d68-afbd-fb5c505e00d8 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 945 time: 0.0477509 Sep 14 12:10:56.469019 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-238744f4-bb93-4b97-9b0a-fe12ed1d3752 req-3c9915c7-eca0-4e63-8abb-a4c8bbfb1eb7 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317547 Sep 14 12:10:56.622998 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870ab66-dba5-4b08-95e1-5dc5c68846b4 req-535abe0f-66a1-47fd-844e-34aaa9f282e2 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:56.624490 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a870ab66-dba5-4b08-95e1-5dc5c68846b4 req-535abe0f-66a1-47fd-844e-34aaa9f282e2 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 945 time: 0.0490515 Sep 14 12:10:56.664798 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a870ab66-dba5-4b08-95e1-5dc5c68846b4 req-48b46a96-d218-408b-bb9a-8cbb0622cdcd tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344489 Sep 14 12:10:57.073579 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef8900-5382-4a22-8336-231814989b96 req-aaaccdf3-c940-4e10-aa76-8ad068609826 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:57.075153 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e6ef8900-5382-4a22-8336-231814989b96 req-aaaccdf3-c940-4e10-aa76-8ad068609826 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0474982 Sep 14 12:10:57.113468 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e6ef8900-5382-4a22-8336-231814989b96 req-7ad67cfe-03d7-47cb-bf31-9771d89d171b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325494 Sep 14 12:10:57.168528 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b16b6c1-8c78-4478-8533-629b06a83e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fbd5c4-a598-4f1d-9670-147316b6fc03'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:10:57.171356 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f79161-088e-4443-932b-e1a574703114" -d '{"events": [{"server_uuid": "1b16b6c1-8c78-4478-8533-629b06a83e4b", "name": "network-vif-plugged", "status": "completed", "tag": "a2fbd5c4-a598-4f1d-9670-147316b6fc03"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:10:58.946229 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-95104f0a-3db8-4b0f-a5da-73e24d79667d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:10:59.463682 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a770703b-591e-49ed-bc22-4d2ee646ff99 x-openstack-request-id: req-a770703b-591e-49ed-bc22-4d2ee646ff99 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:10:59.464079 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b16b6c1-8c78-4478-8533-629b06a83e4b", "name": "network-vif-plugged", "status": "completed", "tag": "a2fbd5c4-a598-4f1d-9670-147316b6fc03", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:10:59.464449 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a770703b-591e-49ed-bc22-4d2ee646ff99 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:10:59.464939 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b16b6c1-8c78-4478-8533-629b06a83e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fbd5c4-a598-4f1d-9670-147316b6fc03', 'code': 200} Sep 14 12:10:59.588076 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01004b51-baf4-467c-a7b0-ccf7654d8422 req-ae32bb32-8046-45df-8cb4-2ca13ce053bd tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:59.589632 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-01004b51-baf4-467c-a7b0-ccf7654d8422 req-ae32bb32-8046-45df-8cb4-2ca13ce053bd tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 945 time: 0.0762880 Sep 14 12:10:59.597657 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ab5b7-bb07-492e-a867-1c33bbda1711 req-48266559-6cfc-49c0-bd77-6a5910d393c2 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:59.599577 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d22ab5b7-bb07-492e-a867-1c33bbda1711 req-48266559-6cfc-49c0-bd77-6a5910d393c2 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 945 time: 0.0772715 Sep 14 12:10:59.684955 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-01004b51-baf4-467c-a7b0-ccf7654d8422 req-c141550a-0e11-4936-808d-9fc80785850c tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844214 Sep 14 12:10:59.691187 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d22ab5b7-bb07-492e-a867-1c33bbda1711 req-c74cda60-22a4-4139-b8af-2e998c1ffbfe tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850720 Sep 14 12:10:59.707759 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd359ef-f44d-45c1-98ed-bdba63a7b9b4 req-01915b9a-0e1c-46f9-a5f8-e6a5db5bf2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:59.707759 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0dd359ef-f44d-45c1-98ed-bdba63a7b9b4 req-01915b9a-0e1c-46f9-a5f8-e6a5db5bf2f4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 1098 time: 0.0694778 Sep 14 12:10:59.752609 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0dd359ef-f44d-45c1-98ed-bdba63a7b9b4 req-ff39d6b9-d1af-4e9d-a5f1-04364706d771 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296912 Sep 14 12:10:59.800556 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9edf03-57e6-4df9-b1e3-592e6106b16f req-91241142-2804-4a49-8b0b-c9876a7fa915 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:10:59.802676 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-da9edf03-57e6-4df9-b1e3-592e6106b16f req-91241142-2804-4a49-8b0b-c9876a7fa915 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0464685 Sep 14 12:10:59.839031 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-da9edf03-57e6-4df9-b1e3-592e6106b16f req-eace572f-ed63-4c33-84df-859eee0a01cf tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306301 Sep 14 12:11:00.841262 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195790a-7d34-445a-92f5-e867d28e2bca req-cc894609-1f42-432f-a1ae-395a4c4264ae tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:00.843052 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e195790a-7d34-445a-92f5-e867d28e2bca req-cc894609-1f42-432f-a1ae-395a4c4264ae tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 945 time: 0.0837121 Sep 14 12:11:00.851465 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f83cb-8d62-4507-9185-52b5c49dbafe req-23d5bc75-72de-4507-a68c-17f5aa62e9bf tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:00.852921 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-946f83cb-8d62-4507-9185-52b5c49dbafe req-23d5bc75-72de-4507-a68c-17f5aa62e9bf tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 945 time: 0.0832977 Sep 14 12:11:00.907815 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e195790a-7d34-445a-92f5-e867d28e2bca req-968d6cb8-a8bc-44f5-b916-22557809e9bf tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539222 Sep 14 12:11:00.913057 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-946f83cb-8d62-4507-9185-52b5c49dbafe req-44c28ca9-bfc3-4802-b136-a9a4016bab03 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533144 Sep 14 12:11:01.018155 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb57151-9822-4a07-960c-b44d3f0d7b88 req-ee954bc6-ff73-44fc-9d2b-10765b1e917f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:01.019662 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9eb57151-9822-4a07-960c-b44d3f0d7b88 req-ee954bc6-ff73-44fc-9d2b-10765b1e917f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0542965 Sep 14 12:11:01.061154 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9eb57151-9822-4a07-960c-b44d3f0d7b88 req-d7efa8c6-da80-4410-b150-b51e52d88f0a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344586 Sep 14 12:11:01.717737 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-264f966c-da5f-4871-9cb3-557bbf344574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:01.862505 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523a0ea-1593-4e77-a678-4b485dae523f req-28ffeea5-224d-4523-8df8-895aa3155402 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:01.863933 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4523a0ea-1593-4e77-a678-4b485dae523f req-28ffeea5-224d-4523-8df8-895aa3155402 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 945 time: 0.0515313 Sep 14 12:11:01.903070 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4523a0ea-1593-4e77-a678-4b485dae523f req-9a0304e2-754f-472b-92f6-752f8ca9b8e0 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328565 Sep 14 12:11:01.961136 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:02.030873 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852b662-9926-4b5b-91f7-4366b88127ce req-03897da4-62f3-42be-977e-4610836df222 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:02.032344 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2852b662-9926-4b5b-91f7-4366b88127ce req-03897da4-62f3-42be-977e-4610836df222 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 945 time: 0.0473266 Sep 14 12:11:02.069374 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2852b662-9926-4b5b-91f7-4366b88127ce req-d0780d0d-2b13-49bb-a728-d6b4c3e544a9 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304275 Sep 14 12:11:02.176083 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa73bce-1e6d-4bde-a2e4-38f4501fb1e5 req-24e1e455-3fc6-451a-b484-187bb37ac20d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:02.177661 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8aa73bce-1e6d-4bde-a2e4-38f4501fb1e5 req-24e1e455-3fc6-451a-b484-187bb37ac20d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0500104 Sep 14 12:11:02.217304 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8aa73bce-1e6d-4bde-a2e4-38f4501fb1e5 req-90e69e9a-8123-4dbb-9388-cdd43e3d1496 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333509 Sep 14 12:11:02.866796 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1da96f-7c20-4aef-aff0-ed16bab1e4e6 req-7b597d8c-3843-48ef-99bb-25b2e611abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:02.868300 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-da1da96f-7c20-4aef-aff0-ed16bab1e4e6 req-7b597d8c-3843-48ef-99bb-25b2e611abfc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 1098 time: 0.0449946 Sep 14 12:11:02.904777 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-da1da96f-7c20-4aef-aff0-ed16bab1e4e6 req-45a35aef-e7c7-46b3-8555-91ef1cf4382d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278723 Sep 14 12:11:02.906078 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:03.019937 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024c893-d6df-4a88-8e25-2f83ddc86f8a req-e6b15364-d3e7-4bcb-982a-c69c30a4e199 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:03.021438 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8024c893-d6df-4a88-8e25-2f83ddc86f8a req-e6b15364-d3e7-4bcb-982a-c69c30a4e199 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 945 time: 0.0511091 Sep 14 12:11:03.059535 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8024c893-d6df-4a88-8e25-2f83ddc86f8a req-c9eee43b-80bf-4ea3-92a7-d350a9d36a65 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311615 Sep 14 12:11:03.252870 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 46338) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:11:03.350143 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a76a7-adc2-4adb-8967-9276761baf34 req-5b37734b-de20-439e-a526-190d9ca46078 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:03.351637 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-281a76a7-adc2-4adb-8967-9276761baf34 req-5b37734b-de20-439e-a526-190d9ca46078 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0469317 Sep 14 12:11:03.364857 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-388e439b-1369-460c-ac38-30d13ae4033d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:03.389490 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-281a76a7-adc2-4adb-8967-9276761baf34 req-8a4bfa08-eefb-48a8-8cb2-790145d46633 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312817 Sep 14 12:11:03.467325 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-388e439b-1369-460c-ac38-30d13ae4033d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:03.471364 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-388e439b-1369-460c-ac38-30d13ae4033d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:03.510431 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-388e439b-1369-460c-ac38-30d13ae4033d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0acf26a8ce04417872f24218cbc2bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564716 Sep 14 12:11:03.511321 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e439b-1369-460c-ac38-30d13ae4033d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57272ce4-2624-4e37-b4ec-7bb05a2f60d5,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:03.513127 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 46348) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:11:03.567696 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bb56-9792-4f85-8dea-f4f71077063e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:03.591031 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bb56-9792-4f85-8dea-f4f71077063e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:03.640299 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bb56-9792-4f85-8dea-f4f71077063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:03.642884 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bb56-9792-4f85-8dea-f4f71077063e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:03.644147 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-6ab8bb56-9792-4f85-8dea-f4f71077063e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57272ce4-2624-4e37-b4ec-7bb05a2f60d5 HTTP/1.1" status: 204 len: 168 time: 0.1282535 Sep 14 12:11:03.653128 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8bb56-9792-4f85-8dea-f4f71077063e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57272ce4-2624-4e37-b4ec-7bb05a2f60d5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:03.897011 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:04.191306 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a760a80-0286-4c5f-beeb-bdb282c65e20 req-a19d89b5-ac77-45bf-9271-7a9ea2d5d16b tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:04.192948 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4a760a80-0286-4c5f-beeb-bdb282c65e20 req-a19d89b5-ac77-45bf-9271-7a9ea2d5d16b tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 945 time: 0.0645132 Sep 14 12:11:04.233020 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4a760a80-0286-4c5f-beeb-bdb282c65e20 req-b8694e16-9df1-4773-87de-6f10cc555504 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331492 Sep 14 12:11:04.515101 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668358c-49dc-45fa-a4fe-5fc1943aa19b req-85388c77-3384-4a8a-8fa8-62e0bd665a65 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:04.516581 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e668358c-49dc-45fa-a4fe-5fc1943aa19b req-85388c77-3384-4a8a-8fa8-62e0bd665a65 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0503254 Sep 14 12:11:04.586173 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e668358c-49dc-45fa-a4fe-5fc1943aa19b req-fc01ca4b-3e46-4408-8a79-77b1203637f0 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633607 Sep 14 12:11:04.618544 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65721e3-775a-4bb8-bd7f-2432885a677c req-77290e6f-34f1-4afd-9022-d5775792e711 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:04.620255 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b65721e3-775a-4bb8-bd7f-2432885a677c req-77290e6f-34f1-4afd-9022-d5775792e711 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 945 time: 0.0640175 Sep 14 12:11:04.672522 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:04.719236 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b65721e3-775a-4bb8-bd7f-2432885a677c req-6bd4dfb4-74d6-49c0-8d9f-91d82e06f634 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Deleting port 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:11:04.719590 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b65721e3-775a-4bb8-bd7f-2432885a677c req-6bd4dfb4-74d6-49c0-8d9f-91d82e06f634 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:04.822651 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b65721e3-775a-4bb8-bd7f-2432885a677c req-6bd4dfb4-74d6-49c0-8d9f-91d82e06f634 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] For port 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=37ca5ede-ef8e-4c50-8809-7ecdc7b59a44,segment=NetworkSegment(aac94481-89c6-43aa-af15-ed7e09f1e07a),segment_id=aac94481-89c6-43aa-af15-ed7e09f1e07a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:04.823053 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b65721e3-775a-4bb8-bd7f-2432885a677c req-6bd4dfb4-74d6-49c0-8d9f-91d82e06f634 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:04.841771 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b65721e3-775a-4bb8-bd7f-2432885a677c req-6bd4dfb4-74d6-49c0-8d9f-91d82e06f634 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Calling delete_port for 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:11:04.996225 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b65721e3-775a-4bb8-bd7f-2432885a677c req-6bd4dfb4-74d6-49c0-8d9f-91d82e06f634 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:05.004987 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['37ca5ede-ef8e-4c50-8809-7ecdc7b59a44'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:11:05.032363 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4dfb4-74d6-49c0-8d9f-91d82e06f634 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Pushing event deleted for resources: {'Port': ['ID=37ca5ede-ef8e-4c50-8809-7ecdc7b59a44,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:05.064596 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65721e3-775a-4bb8-bd7f-2432885a677c req-6bd4dfb4-74d6-49c0-8d9f-91d82e06f634 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] No DVR routers for this DVR port 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:11:05.067475 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b65721e3-775a-4bb8-bd7f-2432885a677c req-6bd4dfb4-74d6-49c0-8d9f-91d82e06f634 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:05.069542 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b65721e3-775a-4bb8-bd7f-2432885a677c req-6bd4dfb4-74d6-49c0-8d9f-91d82e06f634 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.22 "DELETE /v2.0/ports/37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 HTTP/1.1" status: 204 len: 173 time: 0.4422548 Sep 14 12:11:05.069977 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d740c6b-c834-4dc2-a2b6-18166f42e89d', 'name': 'network-vif-deleted', 'tag': '37ca5ede-ef8e-4c50-8809-7ecdc7b59a44'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:11:05.075340 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da65421-68f6-42c9-9803-154023e45e8a" -d '{"events": [{"server_uuid": "2d740c6b-c834-4dc2-a2b6-18166f42e89d", "name": "network-vif-deleted", "tag": "37ca5ede-ef8e-4c50-8809-7ecdc7b59a44"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:11:05.109842 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd67d64-b3bf-4fb8-bcee-5603e7b773c2 x-openstack-request-id: req-0fd67d64-b3bf-4fb8-bcee-5603e7b773c2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:11:05.110140 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d740c6b-c834-4dc2-a2b6-18166f42e89d", "name": "network-vif-deleted", "tag": "37ca5ede-ef8e-4c50-8809-7ecdc7b59a44", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:11:05.110388 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fd67d64-b3bf-4fb8-bcee-5603e7b773c2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:11:05.110774 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d740c6b-c834-4dc2-a2b6-18166f42e89d', 'name': 'network-vif-deleted', 'tag': '37ca5ede-ef8e-4c50-8809-7ecdc7b59a44', 'status': 'completed', 'code': 200} Sep 14 12:11:05.339070 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-86e00b2a-4776-48ba-baed-8f6d1116c706 req-4cd37100-098d-483f-9049-33bf2a6fb32c tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d740c6b-c834-4dc2-a2b6-18166f42e89d HTTP/1.1" status: 200 len: 210 time: 0.0255399 Sep 14 12:11:05.718124 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ad0e7-ac32-42ae-beb2-688ee25be2bc req-2ea773b7-f3b3-4dc5-9fdd-5e38a800dfd6 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:05.719619 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-671ad0e7-ac32-42ae-beb2-688ee25be2bc req-2ea773b7-f3b3-4dc5-9fdd-5e38a800dfd6 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0553522 Sep 14 12:11:05.760534 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-671ad0e7-ac32-42ae-beb2-688ee25be2bc req-447699ce-c0e2-43a8-9cce-921f3f6f978b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347943 Sep 14 12:11:05.875038 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95924a7b-3735-4f74-a152-9209e2e297ca req-8d3c8781-bef4-403b-ba41-bb71a17e1da6 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:05.876533 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-95924a7b-3735-4f74-a152-9209e2e297ca req-8d3c8781-bef4-403b-ba41-bb71a17e1da6 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0512478 Sep 14 12:11:05.916846 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-95924a7b-3735-4f74-a152-9209e2e297ca req-b6ae292c-9278-4c45-9ad4-6e28706dad09 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344474 Sep 14 12:11:06.640728 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-ca7f1279-8037-4a30-b46b-46fe740509ff tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:06.642081 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-ca7f1279-8037-4a30-b46b-46fe740509ff tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/networks?id=f692789b-e351-4f09-9a1a-b97a27ffea79 HTTP/1.1" status: 200 len: 809 time: 0.1020894 Sep 14 12:11:06.656949 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-5fc55bdc-738b-4172-97ad-06708e59d1ad tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/quotas/752a02133e3c4989bbb1447193907b98 HTTP/1.1" status: 200 len: 375 time: 0.0090852 Sep 14 12:11:06.687200 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-abd7bfd1-1648-45d3-98f4-751ece08db11 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=752a02133e3c4989bbb1447193907b98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251238 Sep 14 12:11:06.777341 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-b228a1b4-6a79-4714-9221-d6d8b02db83b service neutron] 10.222.0.20 "GET /v2.0/networks/f692789b-e351-4f09-9a1a-b97a27ffea79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834436 Sep 14 12:11:06.868963 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-791dbc3f-ddb5-474b-9192-f57f236f9f96 service neutron] 10.222.0.20 "GET /v2.0/networks/f692789b-e351-4f09-9a1a-b97a27ffea79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855160 Sep 14 12:11:07.027247 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ecb35132-31ee-42c7-98e7-fc6c07c6dd4d req-266c4bae-fac4-4531-a505-8af00ff42918 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 210 time: 0.0265388 Sep 14 12:11:09.001751 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3bb0e296-fddd-4946-a4d3-9b24e979c2be req-ac3289a2-abc7-4e63-ad10-f311692dcb60 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 210 time: 0.0278416 Sep 14 12:11:09.026462 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:11:09.045417 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:11:09.045791 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 37ca5ede-ef8e-4c50-8809-7ecdc7b59a44 not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:11:12.286918 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c8ffd57b-8df3-45dc-8156-c60543d22461 req-b795fd68-0e65-46c1-bd86-73733d93ae36 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 210 time: 0.0245996 Sep 14 12:11:12.518826 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-65cb440b-27f0-4d81-b5a1-676c3959c69a tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:12.521458 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-65cb440b-27f0-4d81-b5a1-676c3959c69a tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.22 "GET /v2.0/networks?id=f692789b-e351-4f09-9a1a-b97a27ffea79 HTTP/1.1" status: 200 len: 809 time: 0.1017885 Sep 14 12:11:12.537975 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-e003575a-4a1f-4a03-ae68-984ab9d15aef tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Request body: {'port': {'device_id': '087c610a-451d-4a1d-80e7-fd3a43caf0e2', 'network_id': 'f692789b-e351-4f09-9a1a-b97a27ffea79', 'admin_state_up': True, 'tenant_id': '752a02133e3c4989bbb1447193907b98'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:11:12.646912 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-e003575a-4a1f-4a03-ae68-984ab9d15aef tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Made reservation on behalf of 752a02133e3c4989bbb1447193907b98 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:11:12.651060 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-e003575a-4a1f-4a03-ae68-984ab9d15aef tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:12.771123 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-e003575a-4a1f-4a03-ae68-984ab9d15aef tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Allocated IP 172.20.0.6 (f692789b-e351-4f09-9a1a-b97a27ffea79/b8cff398-05a8-4988-8d89-af2afc8540d6/71be382c-3624-4f9e-9bee-4e764ad7f26a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:11:12.913873 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-e003575a-4a1f-4a03-ae68-984ab9d15aef tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:12.951829 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-e003575a-4a1f-4a03-ae68-984ab9d15aef tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:12.990568 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-e003575a-4a1f-4a03-ae68-984ab9d15aef tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Network f692789b-e351-4f09-9a1a-b97a27ffea79 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:11:12.994116 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-e003575a-4a1f-4a03-ae68-984ab9d15aef tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:11:12.997544 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-e003575a-4a1f-4a03-ae68-984ab9d15aef tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:11:13.023673 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003575a-4a1f-4a03-ae68-984ab9d15aef tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Pushing event updated for resources: {'Port': ['ID=71be382c-3624-4f9e-9bee-4e764ad7f26a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:13.050661 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-e003575a-4a1f-4a03-ae68-984ab9d15aef tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:13.051295 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-e003575a-4a1f-4a03-ae68-984ab9d15aef tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:13.064868 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-e003575a-4a1f-4a03-ae68-984ab9d15aef tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5307810 Sep 14 12:11:13.078909 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Request body: {'port': {'device_id': '087c610a-451d-4a1d-80e7-fd3a43caf0e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:11:13.135833 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:13.463100 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71be382c-3624-4f9e-9bee-4e764ad7f26a {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:11:13.472252 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:13.495119 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b155c-eb6b-43f3-8194-5485b1450452 req-0f56a9e6-edfe-4426-a694-0cf3f37d4fb6 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:13.496571 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-756b155c-eb6b-43f3-8194-5485b1450452 req-0f56a9e6-edfe-4426-a694-0cf3f37d4fb6 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 931 time: 0.0836754 Sep 14 12:11:13.499216 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Transition to ACTIVE for port object 71be382c-3624-4f9e-9bee-4e764ad7f26a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:11:13.509100 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:13.584148 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Pushing event updated for resources: {'Port': ['ID=71be382c-3624-4f9e-9bee-4e764ad7f26a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:13.607649 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-756b155c-eb6b-43f3-8194-5485b1450452 req-1bc345fc-1ba1-4cc6-ad80-7f65a0503f9b tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046293 Sep 14 12:11:13.990622 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Attempting to bind port 71be382c-3624-4f9e-9bee-4e764ad7f26a on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:11:13.990952 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Attempting to bind port 71be382c-3624-4f9e-9bee-4e764ad7f26a by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'aac94481-89c6-43aa-af15-ed7e09f1e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f692789b-e351-4f09-9a1a-b97a27ffea79'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:11:13.991302 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Attempting to bind port 71be382c-3624-4f9e-9bee-4e764ad7f26a on network f692789b-e351-4f09-9a1a-b97a27ffea79 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:11:14.019203 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19e770-531a-420f-92df-c902faeb8b7a req-a4c29503-eae3-480d-b8b8-ea6f544b85fc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:14.020657 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc19e770-531a-420f-92df-c902faeb8b7a req-a4c29503-eae3-480d-b8b8-ea6f544b85fc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/networks?id=f3147417-9bdc-4caa-8a4a-96a49cb2a356 HTTP/1.1" status: 200 len: 814 time: 0.4120033 Sep 14 12:11:14.021922 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Port 71be382c-3624-4f9e-9bee-4e764ad7f26a on network f692789b-e351-4f09-9a1a-b97a27ffea79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:11:14.022238 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Attempting to bind port 71be382c-3624-4f9e-9bee-4e764ad7f26a on network f692789b-e351-4f09-9a1a-b97a27ffea79 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:11:14.027757 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06ed13-874d-47ff-9e76-0e1c8a8b061f req-a4be839b-9cf5-4936-b650-0f171df545f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:14.029113 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fb06ed13-874d-47ff-9e76-0e1c8a8b061f req-a4be839b-9cf5-4936-b650-0f171df545f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c767f723545f4fd28ddc09b080dc3696&device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 1099 time: 0.1494577 Sep 14 12:11:14.042250 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae8207-b9b5-491c-8cdf-10892673002b req-be5c5040-e0f2-45db-a203-14b12b678faa tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:14.043682 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0fae8207-b9b5-491c-8cdf-10892673002b req-be5c5040-e0f2-45db-a203-14b12b678faa tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.1651270 Sep 14 12:11:14.049834 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:11:14.050217 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Checking segment: {'id': 'aac94481-89c6-43aa-af15-ed7e09f1e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f692789b-e351-4f09-9a1a-b97a27ffea79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:11:14.050534 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Bound using segment: {'id': 'aac94481-89c6-43aa-af15-ed7e09f1e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f692789b-e351-4f09-9a1a-b97a27ffea79'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:11:14.050968 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Bound port: 71be382c-3624-4f9e-9bee-4e764ad7f26a, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac94481-89c6-43aa-af15-ed7e09f1e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f692789b-e351-4f09-9a1a-b97a27ffea79'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:11:14.051343 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:14.089152 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc19e770-531a-420f-92df-c902faeb8b7a req-0bff6993-827b-4d87-9ae3-577e702cad94 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/quotas/ed7325894aee40a8ba14ce01c8017925 HTTP/1.1" status: 200 len: 375 time: 0.0590851 Sep 14 12:11:14.224916 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0fae8207-b9b5-491c-8cdf-10892673002b req-449b4977-a8bc-4f08-85c3-23b09f8b6d6d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647694 Sep 14 12:11:14.248453 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06ed13-874d-47ff-9e76-0e1c8a8b061f req-db2bac53-ac49-4383-b65b-72dfe4592702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:14.249906 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fb06ed13-874d-47ff-9e76-0e1c8a8b061f req-db2bac53-ac49-4383-b65b-72dfe4592702 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a071452-e54a-489e-92ba-31d21538d42c HTTP/1.1" status: 200 len: 919 time: 0.2011757 Sep 14 12:11:14.250943 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] For port 71be382c-3624-4f9e-9bee-4e764ad7f26a, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:11:14.255543 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] For port 71be382c-3624-4f9e-9bee-4e764ad7f26a, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=71be382c-3624-4f9e-9bee-4e764ad7f26a,segment=NetworkSegment(aac94481-89c6-43aa-af15-ed7e09f1e07a),segment_id=aac94481-89c6-43aa-af15-ed7e09f1e07a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:11:14.261858 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc19e770-531a-420f-92df-c902faeb8b7a req-31d8706c-1eea-4df6-945c-2a9753e107d7 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed7325894aee40a8ba14ce01c8017925&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1580350 Sep 14 12:11:14.263300 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:14.347125 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fb06ed13-874d-47ff-9e76-0e1c8a8b061f req-73e2f897-d982-4205-a4c9-51767ff60958 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce11cbc8-3d50-4742-b9bd-9b31e171ec25 HTTP/1.1" status: 200 len: 217 time: 0.0816510 Sep 14 12:11:14.353628 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:14.354284 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:14.355674 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] 10.222.0.22 "PUT /v2.0/ports/71be382c-3624-4f9e-9bee-4e764ad7f26a HTTP/1.1" status: 200 len: 1093 time: 1.2806647 Sep 14 12:11:14.357987 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087c610a-451d-4a1d-80e7-fd3a43caf0e2', 'tag': '71be382c-3624-4f9e-9bee-4e764ad7f26a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:11:14.360225 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bfdf3f-b934-400c-a8b3-fb3061e7b8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "087c610a-451d-4a1d-80e7-fd3a43caf0e2", "tag": "71be382c-3624-4f9e-9bee-4e764ad7f26a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:11:14.458975 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b01656-b02b-48a8-8586-564e88558023 service neutron] Pushing event updated for resources: {'Port': ['ID=71be382c-3624-4f9e-9bee-4e764ad7f26a,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:14.501116 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06ed13-874d-47ff-9e76-0e1c8a8b061f req-0faad3bb-694d-4df5-973b-11c6c512986e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:14.502570 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fb06ed13-874d-47ff-9e76-0e1c8a8b061f req-0faad3bb-694d-4df5-973b-11c6c512986e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ea5e92-0ff4-4e73-ace0-515dc4388b17 HTTP/1.1" status: 200 len: 858 time: 0.1303570 Sep 14 12:11:14.540899 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc19e770-531a-420f-92df-c902faeb8b7a req-859f5cd6-8664-4aeb-936e-59d18b3cb462 service neutron] 10.222.0.20 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630017 Sep 14 12:11:14.543659 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fb06ed13-874d-47ff-9e76-0e1c8a8b061f req-daa02053-4d74-48f8-a20e-494b8fab6fea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a071452-e54a-489e-92ba-31d21538d42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309391 Sep 14 12:11:14.545573 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-1b3d6c0c-e695-4aaa-87aa-dc573a82f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:14.546912 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-1b3d6c0c-e695-4aaa-87aa-dc573a82f43b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=752a02133e3c4989bbb1447193907b98&device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 1096 time: 0.1035950 Sep 14 12:11:14.586010 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9238e63c-00d8-4fae-8943-c4f336429ac1 x-openstack-request-id: req-9238e63c-00d8-4fae-8943-c4f336429ac1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:11:14.586359 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087c610a-451d-4a1d-80e7-fd3a43caf0e2", "tag": "71be382c-3624-4f9e-9bee-4e764ad7f26a", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:11:14.586925 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9238e63c-00d8-4fae-8943-c4f336429ac1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:11:14.587074 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '087c610a-451d-4a1d-80e7-fd3a43caf0e2', 'tag': '71be382c-3624-4f9e-9bee-4e764ad7f26a', 'status': 'completed', 'code': 200} Sep 14 12:11:14.637451 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-c32a97d0-e497-4a4f-9d7e-47e7a9122980 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71be382c-3624-4f9e-9bee-4e764ad7f26a HTTP/1.1" status: 200 len: 217 time: 0.0697899 Sep 14 12:11:14.811600 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc19e770-531a-420f-92df-c902faeb8b7a req-ad3a268c-b8e2-43d4-b481-e0a238469cf8 service neutron] 10.222.0.20 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618554 Sep 14 12:11:14.812860 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-6fce2145-4ac3-4bad-8dc5-56b2b8f741c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:14.814518 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-6fce2145-4ac3-4bad-8dc5-56b2b8f741c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8cff398-05a8-4988-8d89-af2afc8540d6 HTTP/1.1" status: 200 len: 849 time: 0.1443388 Sep 14 12:11:14.821493 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fb06ed13-874d-47ff-9e76-0e1c8a8b061f req-37f071cd-bc33-45ce-a94a-af5f49d24b80 service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527802 Sep 14 12:11:14.833134 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185cf31-d29e-4fec-a720-6ff01394dfb4 req-5bd9c30c-d477-403a-808e-b5796eb58d61 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:14.834549 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b185cf31-d29e-4fec-a720-6ff01394dfb4 req-5bd9c30c-d477-403a-808e-b5796eb58d61 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 943 time: 0.1501985 Sep 14 12:11:14.890079 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-93b5bb91-d253-4d02-b51f-8010e338dcb0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f692789b-e351-4f09-9a1a-b97a27ffea79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508637 Sep 14 12:11:14.990785 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b185cf31-d29e-4fec-a720-6ff01394dfb4 req-2b69d61f-85ab-470c-9528-34711beff239 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432383 Sep 14 12:11:15.010921 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d9f7738e-551c-46aa-8659-4288477ef7e5 req-55f97512-94c6-4e17-8629-b34952e55c82 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 210 time: 0.0469732 Sep 14 12:11:15.058527 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fb06ed13-874d-47ff-9e76-0e1c8a8b061f req-3d5eff94-3601-4be7-884a-7c74268bd385 service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183030 Sep 14 12:11:15.076083 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-a4dede18-0c64-4849-b226-737275dc5afe service neutron] 10.222.0.22 "GET /v2.0/networks/f692789b-e351-4f09-9a1a-b97a27ffea79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732311 Sep 14 12:11:15.200075 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af2415ec-01e8-4b6c-8512-76e898f1076d req-b8d0a18d-a0dc-43b8-9607-15a93562818d service neutron] 10.222.0.22 "GET /v2.0/networks/f692789b-e351-4f09-9a1a-b97a27ffea79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102810 Sep 14 12:11:15.308693 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfdf3f-b934-400c-a8b3-fb3061e7b8f5 req-a9a522d0-7146-4c69-93b4-1000640e3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:15.310190 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e4bfdf3f-b934-400c-a8b3-fb3061e7b8f5 req-a9a522d0-7146-4c69-93b4-1000640e3224 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=752a02133e3c4989bbb1447193907b98&device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 1096 time: 0.0499260 Sep 14 12:11:15.397269 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c66646-2b09-456e-91e3-125360d44d6d req-35d3f142-b777-4139-9f41-805ec0bc0d73 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:15.399434 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-60c66646-2b09-456e-91e3-125360d44d6d req-35d3f142-b777-4139-9f41-805ec0bc0d73 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0845177 Sep 14 12:11:15.480287 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfdf3f-b934-400c-a8b3-fb3061e7b8f5 req-434625f3-b7bc-4702-807f-034e2d2f4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:15.481760 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e4bfdf3f-b934-400c-a8b3-fb3061e7b8f5 req-434625f3-b7bc-4702-807f-034e2d2f4250 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f692789b-e351-4f09-9a1a-b97a27ffea79 HTTP/1.1" status: 200 len: 910 time: 0.1398380 Sep 14 12:11:15.497444 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-60c66646-2b09-456e-91e3-125360d44d6d req-048a6a38-adf5-42be-8a7d-9205a9ed3974 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722444 Sep 14 12:11:15.542274 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e4bfdf3f-b934-400c-a8b3-fb3061e7b8f5 req-6505196f-8348-4a1e-8411-eec059b58304 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71be382c-3624-4f9e-9bee-4e764ad7f26a HTTP/1.1" status: 200 len: 217 time: 0.0434937 Sep 14 12:11:15.607552 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfdf3f-b934-400c-a8b3-fb3061e7b8f5 req-dac08eee-12f4-4032-8f43-c31838a5b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:15.609085 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e4bfdf3f-b934-400c-a8b3-fb3061e7b8f5 req-dac08eee-12f4-4032-8f43-c31838a5b819 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8cff398-05a8-4988-8d89-af2afc8540d6 HTTP/1.1" status: 200 len: 849 time: 0.0545087 Sep 14 12:11:15.657202 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e4bfdf3f-b934-400c-a8b3-fb3061e7b8f5 req-115e9d2f-2097-4628-ad85-1f516a44b6c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f692789b-e351-4f09-9a1a-b97a27ffea79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252638 Sep 14 12:11:15.756060 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e4bfdf3f-b934-400c-a8b3-fb3061e7b8f5 req-6d316f5a-a871-4aa3-8317-1d56d15c3d73 service neutron] 10.222.0.22 "GET /v2.0/networks/f692789b-e351-4f09-9a1a-b97a27ffea79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890789 Sep 14 12:11:15.850443 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e4bfdf3f-b934-400c-a8b3-fb3061e7b8f5 req-757516ba-3779-4cc4-b00c-84d323863c02 service neutron] 10.222.0.22 "GET /v2.0/networks/f692789b-e351-4f09-9a1a-b97a27ffea79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849056 Sep 14 12:11:15.855247 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 46620) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:11:15.959290 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28589bfc-a376-4c02-a6fc-00eab5e410f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:16.058307 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28589bfc-a376-4c02-a6fc-00eab5e410f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:16.063844 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28589bfc-a376-4c02-a6fc-00eab5e410f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:16.190038 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-28589bfc-a376-4c02-a6fc-00eab5e410f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84b9e65b8d224684a37bdb73c1ba73d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336360 Sep 14 12:11:16.193417 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 46628) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:11:16.197825 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66c4716c-480e-41fe-84b1-008f74bfb1bf req-7c4e77e0-e30c-40e8-9f06-8cc4e83d74be tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 210 time: 0.0875254 Sep 14 12:11:16.246439 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-78da385f-a134-49d7-85cf-c4e053ddc52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:16.268386 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-78da385f-a134-49d7-85cf-c4e053ddc52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:16.317673 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-78da385f-a134-49d7-85cf-c4e053ddc52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:16.321023 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-78da385f-a134-49d7-85cf-c4e053ddc52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:16.322195 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-78da385f-a134-49d7-85cf-c4e053ddc52e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6574e72d-bde9-47f0-a276-3c7eb7a97053 HTTP/1.1" status: 204 len: 168 time: 0.1275554 Sep 14 12:11:16.331445 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da385f-a134-49d7-85cf-c4e053ddc52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6574e72d-bde9-47f0-a276-3c7eb7a97053,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:16.475293 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28589bfc-a376-4c02-a6fc-00eab5e410f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6574e72d-bde9-47f0-a276-3c7eb7a97053,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:16.531773 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09950b-0720-41e6-ba76-468ee8f3cee5 req-06f046cc-30ee-4772-a496-979b42b265a9 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:16.533426 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ae09950b-0720-41e6-ba76-468ee8f3cee5 req-06f046cc-30ee-4772-a496-979b42b265a9 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 943 time: 0.4242985 Sep 14 12:11:16.547185 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19e770-531a-420f-92df-c902faeb8b7a req-965edf49-3f82-4ee1-a930-05d96ba995dc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:16.548796 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc19e770-531a-420f-92df-c902faeb8b7a req-965edf49-3f82-4ee1-a930-05d96ba995dc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.22 "GET /v2.0/networks?id=f3147417-9bdc-4caa-8a4a-96a49cb2a356 HTTP/1.1" status: 200 len: 814 time: 0.4813221 Sep 14 12:11:16.574637 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-bc19e770-531a-420f-92df-c902faeb8b7a req-368b50e7-d319-49dd-b201-aa4edfa45a69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Request body: {'port': {'device_id': '045ef045-3923-464e-b052-ebfbd921bcd0', 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356', 'admin_state_up': True, 'tenant_id': 'ed7325894aee40a8ba14ce01c8017925'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:11:16.700033 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ae09950b-0720-41e6-ba76-468ee8f3cee5 req-1eba3806-2b76-4dd5-90ca-85682477d426 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501830 Sep 14 12:11:16.726421 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53109bc-494e-4a7b-b97d-dd52ea4c2ec8 req-e7d9c4e2-b8d5-44fa-8f38-67d0e00879d0 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:16.729040 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a53109bc-494e-4a7b-b97d-dd52ea4c2ec8 req-e7d9c4e2-b8d5-44fa-8f38-67d0e00879d0 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.1479425 Sep 14 12:11:16.802600 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a53109bc-494e-4a7b-b97d-dd52ea4c2ec8 req-e2931c01-a81d-4343-bc67-2b0ab01ec3da tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642543 Sep 14 12:11:16.808483 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc19e770-531a-420f-92df-c902faeb8b7a req-368b50e7-d319-49dd-b201-aa4edfa45a69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Made reservation on behalf of ed7325894aee40a8ba14ce01c8017925 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:11:16.816299 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc19e770-531a-420f-92df-c902faeb8b7a req-368b50e7-d319-49dd-b201-aa4edfa45a69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:16.981804 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-bc19e770-531a-420f-92df-c902faeb8b7a req-368b50e7-d319-49dd-b201-aa4edfa45a69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Allocated IP 172.20.0.7 (f3147417-9bdc-4caa-8a4a-96a49cb2a356/159cf4ba-bce1-4e66-b8a5-04ca439e0d5c/5de4fa84-ce85-4900-9a88-1eef4c52b3e3) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:11:17.152547 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc19e770-531a-420f-92df-c902faeb8b7a req-368b50e7-d319-49dd-b201-aa4edfa45a69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:17.205859 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc19e770-531a-420f-92df-c902faeb8b7a req-368b50e7-d319-49dd-b201-aa4edfa45a69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:17.229326 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['a2fbd5c4-a598-4f1d-9670-147316b6fc03'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:11:17.254814 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc19e770-531a-420f-92df-c902faeb8b7a req-368b50e7-d319-49dd-b201-aa4edfa45a69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Network f3147417-9bdc-4caa-8a4a-96a49cb2a356 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:11:17.257903 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-bc19e770-531a-420f-92df-c902faeb8b7a req-368b50e7-d319-49dd-b201-aa4edfa45a69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:11:17.261749 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc19e770-531a-420f-92df-c902faeb8b7a req-368b50e7-d319-49dd-b201-aa4edfa45a69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:11:17.290550 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b50e7-d319-49dd-b201-aa4edfa45a69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Pushing event updated for resources: {'Port': ['ID=5de4fa84-ce85-4900-9a88-1eef4c52b3e3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:17.342571 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19e770-531a-420f-92df-c902faeb8b7a req-368b50e7-d319-49dd-b201-aa4edfa45a69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:17.343241 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc19e770-531a-420f-92df-c902faeb8b7a req-368b50e7-d319-49dd-b201-aa4edfa45a69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:17.364054 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f039a-64fd-46d0-ab46-d3ec952a2d05 req-244ce6f0-fc64-4e05-9b5d-e4b57aba0735 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:17.365542 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3c8f039a-64fd-46d0-ab46-d3ec952a2d05 req-244ce6f0-fc64-4e05-9b5d-e4b57aba0735 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 931 time: 0.0944507 Sep 14 12:11:17.371373 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc19e770-531a-420f-92df-c902faeb8b7a req-368b50e7-d319-49dd-b201-aa4edfa45a69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8019786 Sep 14 12:11:17.392519 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Request body: {'port': {'device_id': '045ef045-3923-464e-b052-ebfbd921bcd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:11:17.435991 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3c8f039a-64fd-46d0-ab46-d3ec952a2d05 req-56d83cbb-c585-4fb8-bc30-cff4029585f1 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624406 Sep 14 12:11:17.463893 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:17.716363 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:11:17.723402 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:17.734900 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Transition to ACTIVE for port object 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:11:17.739312 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:17.832614 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Pushing event updated for resources: {'Port': ['ID=5de4fa84-ce85-4900-9a88-1eef4c52b3e3,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:17.881655 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e57bd-6c45-4d4b-a044-c6e758dc104f req-84dca88e-5723-464e-9050-4a249fa5002e tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:17.883834 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f55e57bd-6c45-4d4b-a044-c6e758dc104f req-84dca88e-5723-464e-9050-4a249fa5002e tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 943 time: 0.1073532 Sep 14 12:11:17.903235 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Attempting to bind port 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:11:17.903564 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Attempting to bind port 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:11:17.903889 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Attempting to bind port 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 on network f3147417-9bdc-4caa-8a4a-96a49cb2a356 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:11:17.914787 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Port 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 on network f3147417-9bdc-4caa-8a4a-96a49cb2a356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:11:17.915129 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Attempting to bind port 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 on network f3147417-9bdc-4caa-8a4a-96a49cb2a356 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:11:17.922760 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:11:17.923120 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Checking segment: {'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:11:17.923489 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Bound using segment: {'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:11:17.923906 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Bound port: 5de4fa84-ce85-4900-9a88-1eef4c52b3e3, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:11:17.924254 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:17.946788 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f55e57bd-6c45-4d4b-a044-c6e758dc104f req-b0eb7dd6-9aab-4b8e-9cc0-33e966d88357 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534818 Sep 14 12:11:18.000769 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] For port 5de4fa84-ce85-4900-9a88-1eef4c52b3e3, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:11:18.004692 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] For port 5de4fa84-ce85-4900-9a88-1eef4c52b3e3, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5de4fa84-ce85-4900-9a88-1eef4c52b3e3,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:11:18.017139 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:18.075294 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:18.075900 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:18.077248 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc19e770-531a-420f-92df-c902faeb8b7a req-d3104a22-6280-461c-a91a-386e6696445b service neutron] 10.222.0.22 "PUT /v2.0/ports/5de4fa84-ce85-4900-9a88-1eef4c52b3e3 HTTP/1.1" status: 200 len: 1093 time: 0.6888225 Sep 14 12:11:18.077671 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045ef045-3923-464e-b052-ebfbd921bcd0', 'tag': '5de4fa84-ce85-4900-9a88-1eef4c52b3e3'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:11:18.079906 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f6c713-fc55-44b8-b15d-f8ec0ff628bd" -d '{"events": [{"name": "network-changed", "server_uuid": "045ef045-3923-464e-b052-ebfbd921bcd0", "tag": "5de4fa84-ce85-4900-9a88-1eef4c52b3e3"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:11:18.103743 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba81495-3d9c-439c-a45f-735a1553a6d9 req-e1f6a1eb-1cfc-408c-9961-4e34e68c708d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:18.105159 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4ba81495-3d9c-439c-a45f-735a1553a6d9 req-e1f6a1eb-1cfc-408c-9961-4e34e68c708d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.1023033 Sep 14 12:11:18.107963 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3104a22-6280-461c-a91a-386e6696445b service neutron] Pushing event updated for resources: {'Port': ['ID=5de4fa84-ce85-4900-9a88-1eef4c52b3e3,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:18.143231 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4ba81495-3d9c-439c-a45f-735a1553a6d9 req-124bfe53-f1a3-4d28-85a9-9d6f3c73ef61 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311108 Sep 14 12:11:19.453136 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 71be382c-3624-4f9e-9bee-4e764ad7f26a details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:11:19.545107 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 71be382c-3624-4f9e-9bee-4e764ad7f26a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=71be382c-3624-4f9e-9bee-4e764ad7f26a,segment=NetworkSegment(aac94481-89c6-43aa-af15-ed7e09f1e07a),segment_id=aac94481-89c6-43aa-af15-ed7e09f1e07a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:19.558720 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': '71be382c-3624-4f9e-9bee-4e764ad7f26a', 'network_id': 'f692789b-e351-4f09-9a1a-b97a27ffea79', 'port_id': '71be382c-3624-4f9e-9bee-4e764ad7f26a', 'mac_address': 'fa:16:3e:6d:b0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8cff398-05a8-4988-8d89-af2afc8540d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:11:19.594669 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:19.606827 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71be382c-3624-4f9e-9bee-4e764ad7f26a {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:11:19.625084 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 71be382c-3624-4f9e-9bee-4e764ad7f26a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=71be382c-3624-4f9e-9bee-4e764ad7f26a,segment=NetworkSegment(aac94481-89c6-43aa-af15-ed7e09f1e07a),segment_id=aac94481-89c6-43aa-af15-ed7e09f1e07a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:19.628978 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:19.675116 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=71be382c-3624-4f9e-9bee-4e764ad7f26a,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:20.546773 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271206fb-1b3f-4e90-bbae-e94de709156b x-openstack-request-id: req-271206fb-1b3f-4e90-bbae-e94de709156b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:11:20.547306 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045ef045-3923-464e-b052-ebfbd921bcd0", "tag": "5de4fa84-ce85-4900-9a88-1eef4c52b3e3", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:11:20.547306 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-271206fb-1b3f-4e90-bbae-e94de709156b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:11:20.547701 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045ef045-3923-464e-b052-ebfbd921bcd0', 'tag': '5de4fa84-ce85-4900-9a88-1eef4c52b3e3', 'status': 'completed', 'code': 200} Sep 14 12:11:20.562142 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19e770-531a-420f-92df-c902faeb8b7a req-61909146-6bff-486b-95bd-eaace75780e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:20.564088 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc19e770-531a-420f-92df-c902faeb8b7a req-61909146-6bff-486b-95bd-eaace75780e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed7325894aee40a8ba14ce01c8017925&device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 1096 time: 0.0503314 Sep 14 12:11:20.657966 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc19e770-531a-420f-92df-c902faeb8b7a req-3d724345-e5e0-4fab-84e6-cbd5ba337e6f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de4fa84-ce85-4900-9a88-1eef4c52b3e3 HTTP/1.1" status: 200 len: 217 time: 0.0629547 Sep 14 12:11:20.680253 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59a0d1-efad-4389-8414-206b2343ec06 req-16fd4f57-a232-4cef-80ad-6e5cdd58b202 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:20.681677 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2e59a0d1-efad-4389-8414-206b2343ec06 req-16fd4f57-a232-4cef-80ad-6e5cdd58b202 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 943 time: 0.1109078 Sep 14 12:11:20.733388 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcee8f-62ab-43f7-94b5-5473dc04bf36 req-7f751893-1a97-468a-ab02-f4ae57d9dfb8 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:20.734839 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4cbcee8f-62ab-43f7-94b5-5473dc04bf36 req-7f751893-1a97-468a-ab02-f4ae57d9dfb8 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 944 time: 0.1384482 Sep 14 12:11:20.774561 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2e59a0d1-efad-4389-8414-206b2343ec06 req-f8fe860a-f737-4600-869f-df43ee5e4bfd tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845613 Sep 14 12:11:20.777043 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19e770-531a-420f-92df-c902faeb8b7a req-2f38fc3b-cb91-4d65-84e8-23a4d99b5519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:20.778415 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc19e770-531a-420f-92df-c902faeb8b7a req-2f38fc3b-cb91-4d65-84e8-23a4d99b5519 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=159cf4ba-bce1-4e66-b8a5-04ca439e0d5c HTTP/1.1" status: 200 len: 854 time: 0.1079459 Sep 14 12:11:20.804254 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4cbcee8f-62ab-43f7-94b5-5473dc04bf36 req-85c809c9-75f3-4e82-90e8-8d67fe2dcfb1 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623686 Sep 14 12:11:20.820255 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc19e770-531a-420f-92df-c902faeb8b7a req-accdc7de-6711-4e8f-8f8d-ce95a145f40e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f3147417-9bdc-4caa-8a4a-96a49cb2a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298114 Sep 14 12:11:20.866218 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['71be382c-3624-4f9e-9bee-4e764ad7f26a'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:11:20.938375 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32670f2b-2970-4070-bc48-7e4dbc04e43a req-2dbf3ade-bb29-47d8-8fdf-20ea0db7f28f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:20.939780 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-32670f2b-2970-4070-bc48-7e4dbc04e43a req-2dbf3ade-bb29-47d8-8fdf-20ea0db7f28f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.1003301 Sep 14 12:11:20.971241 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc19e770-531a-420f-92df-c902faeb8b7a req-e8e1b694-ed42-4ec9-ac5a-fcbf30be145e service neutron] 10.222.0.22 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392851 Sep 14 12:11:21.005948 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-32670f2b-2970-4070-bc48-7e4dbc04e43a req-3c239aba-82de-42da-94b4-2c82879be6b7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598662 Sep 14 12:11:21.081910 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc19e770-531a-420f-92df-c902faeb8b7a req-571541e2-7540-4141-9f74-2f7a8c0876ab service neutron] 10.222.0.22 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995944 Sep 14 12:11:21.201032 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6c713-fc55-44b8-b15d-f8ec0ff628bd req-aa674bca-6663-44e8-8d94-143163d02e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:21.202523 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a8f6c713-fc55-44b8-b15d-f8ec0ff628bd req-aa674bca-6663-44e8-8d94-143163d02e7b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed7325894aee40a8ba14ce01c8017925&device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 1096 time: 0.0558887 Sep 14 12:11:21.308833 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6c713-fc55-44b8-b15d-f8ec0ff628bd req-9ddfe70f-71d4-4c95-8683-e59b4736e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:21.310304 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a8f6c713-fc55-44b8-b15d-f8ec0ff628bd req-9ddfe70f-71d4-4c95-8683-e59b4736e7d0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f3147417-9bdc-4caa-8a4a-96a49cb2a356 HTTP/1.1" status: 200 len: 915 time: 0.0893044 Sep 14 12:11:21.354743 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a8f6c713-fc55-44b8-b15d-f8ec0ff628bd req-c10fccbd-49af-4421-8ae1-e9d9216ae3a5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de4fa84-ce85-4900-9a88-1eef4c52b3e3 HTTP/1.1" status: 200 len: 217 time: 0.0351963 Sep 14 12:11:21.406727 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6c713-fc55-44b8-b15d-f8ec0ff628bd req-77f04460-569c-4eaa-a705-8d20b6f7bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:21.408219 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a8f6c713-fc55-44b8-b15d-f8ec0ff628bd req-77f04460-569c-4eaa-a705-8d20b6f7bb22 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=159cf4ba-bce1-4e66-b8a5-04ca439e0d5c HTTP/1.1" status: 200 len: 854 time: 0.0429444 Sep 14 12:11:21.439165 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a8f6c713-fc55-44b8-b15d-f8ec0ff628bd req-d98bc1f7-4a7a-430b-9df9-64707e84c05f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f3147417-9bdc-4caa-8a4a-96a49cb2a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0221512 Sep 14 12:11:21.535025 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a8f6c713-fc55-44b8-b15d-f8ec0ff628bd req-2fe01b40-061f-4df6-bc9d-f5960266f774 service neutron] 10.222.0.22 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859382 Sep 14 12:11:21.643861 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a8f6c713-fc55-44b8-b15d-f8ec0ff628bd req-1252d25a-4aa1-4f59-8333-8fd53852b9f9 service neutron] 10.222.0.22 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877957 Sep 14 12:11:21.909656 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39211ff-a20a-4d72-aae5-e839a3dda8c1 req-6c7f0457-bda9-4e3e-b6d3-d89a04d7fe13 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:21.911120 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e39211ff-a20a-4d72-aae5-e839a3dda8c1 req-6c7f0457-bda9-4e3e-b6d3-d89a04d7fe13 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 943 time: 0.0695210 Sep 14 12:11:21.949350 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f3f0a-5ec7-449f-be2c-162e1a339600 req-0a7b55c7-f6c0-4dc2-8fe2-fb7ff31fda90 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:21.950767 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-348f3f0a-5ec7-449f-be2c-162e1a339600 req-0a7b55c7-f6c0-4dc2-8fe2-fb7ff31fda90 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 944 time: 0.0738416 Sep 14 12:11:21.979464 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e39211ff-a20a-4d72-aae5-e839a3dda8c1 req-4b1b3f6e-53c9-459c-9926-d2ba5484bd01 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619123 Sep 14 12:11:21.999407 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-348f3f0a-5ec7-449f-be2c-162e1a339600 req-cc9b332a-7b94-442c-bd31-6673fd18c296 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Sep 14 12:11:22.121959 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20f457-787c-4424-85a3-cc95078cab6f req-e6be7f07-a77f-4627-916c-0fd6c3efea60 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:22.123333 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ad20f457-787c-4424-85a3-cc95078cab6f req-e6be7f07-a77f-4627-916c-0fd6c3efea60 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0505161 Sep 14 12:11:22.158992 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ad20f457-787c-4424-85a3-cc95078cab6f req-03f4357f-5128-4125-88ca-24d5d2a96ae2 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298200 Sep 14 12:11:23.073632 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:11:23.077526 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 71be382c-3624-4f9e-9bee-4e764ad7f26a up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:11:23.119952 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b6b66-0eb5-4945-9411-d6d97772fbf4 req-798d3d53-c353-44d5-b64a-4451dc68ccf2 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:23.121429 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-227b6b66-0eb5-4945-9411-d6d97772fbf4 req-798d3d53-c353-44d5-b64a-4451dc68ccf2 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 943 time: 0.0730932 Sep 14 12:11:23.141096 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642071f5-99af-4428-a4cd-d0a185668049 req-2a7ccf41-47e7-4cc5-a416-fd6863ad1266 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:23.142526 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-642071f5-99af-4428-a4cd-d0a185668049 req-2a7ccf41-47e7-4cc5-a416-fd6863ad1266 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 944 time: 0.0697255 Sep 14 12:11:23.183698 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port 71be382c-3624-4f9e-9bee-4e764ad7f26a completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:11:23.187731 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-227b6b66-0eb5-4945-9411-d6d97772fbf4 req-363ce0df-2f7d-4975-adf7-89b00e65db60 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595238 Sep 14 12:11:23.189782 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port 71be382c-3624-4f9e-9bee-4e764ad7f26a triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:11:23.190159 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:23.207115 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-642071f5-99af-4428-a4cd-d0a185668049 req-89f125db-a631-4266-851b-0cc556acc5b0 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511968 Sep 14 12:11:23.232705 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 5de4fa84-ce85-4900-9a88-1eef4c52b3e3, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5de4fa84-ce85-4900-9a88-1eef4c52b3e3,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:23.252847 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': '5de4fa84-ce85-4900-9a88-1eef4c52b3e3', 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356', 'port_id': '5de4fa84-ce85-4900-9a88-1eef4c52b3e3', 'mac_address': 'fa:16:3e:7e:e4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159cf4ba-bce1-4e66-b8a5-04ca439e0d5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:11:23.298671 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed0743-37ca-4a66-beb3-09851b484b06 req-14f89e7e-76f2-4728-a739-652175e6f424 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:23.300072 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f2ed0743-37ca-4a66-beb3-09851b484b06 req-14f89e7e-76f2-4728-a739-652175e6f424 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0517094 Sep 14 12:11:23.318820 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:23.321123 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:23.337902 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f2ed0743-37ca-4a66-beb3-09851b484b06 req-b3d67ce5-d689-441c-9f35-7f2da357f143 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315421 Sep 14 12:11:23.348334 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:11:23.358249 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087c610a-451d-4a1d-80e7-fd3a43caf0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71be382c-3624-4f9e-9bee-4e764ad7f26a'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:11:23.360629 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe16df0-a2c2-4680-ba09-0e1b94ac2bad" -d '{"events": [{"server_uuid": "087c610a-451d-4a1d-80e7-fd3a43caf0e2", "name": "network-vif-plugged", "status": "completed", "tag": "71be382c-3624-4f9e-9bee-4e764ad7f26a"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:11:23.377491 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 71be382c-3624-4f9e-9bee-4e764ad7f26a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=71be382c-3624-4f9e-9bee-4e764ad7f26a,segment=NetworkSegment(aac94481-89c6-43aa-af15-ed7e09f1e07a),segment_id=aac94481-89c6-43aa-af15-ed7e09f1e07a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:23.384692 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:23.390475 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 5de4fa84-ce85-4900-9a88-1eef4c52b3e3, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5de4fa84-ce85-4900-9a88-1eef4c52b3e3,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:23.411834 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92afd867-24f4-46ce-8043-c1d0c6a05bf6 x-openstack-request-id: req-92afd867-24f4-46ce-8043-c1d0c6a05bf6 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:11:23.412116 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087c610a-451d-4a1d-80e7-fd3a43caf0e2", "name": "network-vif-plugged", "status": "completed", "tag": "71be382c-3624-4f9e-9bee-4e764ad7f26a", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:11:23.412359 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92afd867-24f4-46ce-8043-c1d0c6a05bf6 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:11:23.412731 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087c610a-451d-4a1d-80e7-fd3a43caf0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71be382c-3624-4f9e-9bee-4e764ad7f26a', 'code': 200} Sep 14 12:11:23.415636 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:23.440067 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=71be382c-3624-4f9e-9bee-4e764ad7f26a,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:23.489370 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=5de4fa84-ce85-4900-9a88-1eef4c52b3e3,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:23.589554 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266187b-7660-4e83-ab1b-232e305a3475 req-5bf2595b-4e04-43c5-ab35-ca60d93bbd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:23.591085 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e266187b-7660-4e83-ab1b-232e305a3475 req-5bf2595b-4e04-43c5-ab35-ca60d93bbd53 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 1098 time: 0.0466034 Sep 14 12:11:23.629735 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e266187b-7660-4e83-ab1b-232e305a3475 req-744e0ebd-5ef5-4984-9f38-a21577994a4f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298059 Sep 14 12:11:23.866904 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['5de4fa84-ce85-4900-9a88-1eef4c52b3e3'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:11:24.239956 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:11:24.337121 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa79e71-acef-4ba6-a71d-5268902df679 req-5313342b-e298-476c-990a-c62dc8c41ef8 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:24.338572 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffa79e71-acef-4ba6-a71d-5268902df679 req-5313342b-e298-476c-990a-c62dc8c41ef8 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 944 time: 0.0783510 Sep 14 12:11:24.349498 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1b84c-a291-4a23-ad27-8f73efe4d2c7 req-99d4b9c0-1667-47e4-80b4-42916fc4155d tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:24.350853 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b8a1b84c-a291-4a23-ad27-8f73efe4d2c7 req-99d4b9c0-1667-47e4-80b4-42916fc4155d tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 945 time: 0.0660827 Sep 14 12:11:24.405155 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffa79e71-acef-4ba6-a71d-5268902df679 req-754fa042-4864-47ba-a49b-346a329db444 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532784 Sep 14 12:11:24.407819 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b8a1b84c-a291-4a23-ad27-8f73efe4d2c7 req-20f4a8af-603c-43f4-bf33-4a713881a9f4 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504944 Sep 14 12:11:24.505728 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b10230-59de-4e66-9054-00cec66c79f5 req-53714294-753d-43ca-8a4b-1ffcc5e25927 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:24.507212 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b2b10230-59de-4e66-9054-00cec66c79f5 req-53714294-753d-43ca-8a4b-1ffcc5e25927 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0486243 Sep 14 12:11:24.544379 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b2b10230-59de-4e66-9054-00cec66c79f5 req-9b930988-9cd6-42a6-9cd2-b43a90bd18a6 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307615 Sep 14 12:11:25.088609 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:11:25.135857 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:11:25.139211 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:11:25.139589 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:25.215203 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:25.249193 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 5de4fa84-ce85-4900-9a88-1eef4c52b3e3, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5de4fa84-ce85-4900-9a88-1eef4c52b3e3,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:25.252766 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:25.299656 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=5de4fa84-ce85-4900-9a88-1eef4c52b3e3,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:25.413858 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045ef045-3923-464e-b052-ebfbd921bcd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de4fa84-ce85-4900-9a88-1eef4c52b3e3'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:11:25.416928 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a0234c-3bee-4cdb-bd5b-e6ceedf06725" -d '{"events": [{"server_uuid": "045ef045-3923-464e-b052-ebfbd921bcd0", "name": "network-vif-plugged", "status": "completed", "tag": "5de4fa84-ce85-4900-9a88-1eef4c52b3e3"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:11:25.455041 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec32e93d-05b7-424a-a4d6-55f0aaec555e x-openstack-request-id: req-ec32e93d-05b7-424a-a4d6-55f0aaec555e {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:11:25.455342 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045ef045-3923-464e-b052-ebfbd921bcd0", "name": "network-vif-plugged", "status": "completed", "tag": "5de4fa84-ce85-4900-9a88-1eef4c52b3e3", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:11:25.455595 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec32e93d-05b7-424a-a4d6-55f0aaec555e {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:11:25.456009 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045ef045-3923-464e-b052-ebfbd921bcd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de4fa84-ce85-4900-9a88-1eef4c52b3e3', 'code': 200} Sep 14 12:11:25.560712 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54060b1-aa06-460e-9836-11881694b81b req-d032a05e-929d-42eb-b49c-b89ff0f874c4 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:25.563861 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b54060b1-aa06-460e-9836-11881694b81b req-d032a05e-929d-42eb-b49c-b89ff0f874c4 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 945 time: 0.0880470 Sep 14 12:11:25.581708 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee5397-a6e5-418b-878b-57edf2ac4ae0 req-5d3b8b49-a8dc-4e54-9f97-6dfb7b3af1a2 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:25.583192 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9bee5397-a6e5-418b-878b-57edf2ac4ae0 req-5d3b8b49-a8dc-4e54-9f97-6dfb7b3af1a2 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 945 time: 0.0798995 Sep 14 12:11:25.656625 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b54060b1-aa06-460e-9836-11881694b81b req-53bb8c82-fa77-407b-b574-3d7c43cb662e tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868840 Sep 14 12:11:25.666639 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9bee5397-a6e5-418b-878b-57edf2ac4ae0 req-ddead81e-1d02-4e18-8527-b16f6e5d9563 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767357 Sep 14 12:11:25.675916 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821f81b-89c0-4b37-b857-07128b8e1320 req-fe9c4054-d0c2-4e38-8ac8-49a13c730088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:25.679058 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2821f81b-89c0-4b37-b857-07128b8e1320 req-fe9c4054-d0c2-4e38-8ac8-49a13c730088 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 1098 time: 0.0732813 Sep 14 12:11:25.745085 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2821f81b-89c0-4b37-b857-07128b8e1320 req-afe51ed7-7a1c-4a07-b865-590f3951c9af service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575819 Sep 14 12:11:25.767815 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c8cd-d644-4161-8487-c11e2f3a6c32 req-d4b68b56-d512-4231-8f8e-05ed9f240bb8 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:25.769436 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-70f4c8cd-d644-4161-8487-c11e2f3a6c32 req-d4b68b56-d512-4231-8f8e-05ed9f240bb8 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0544207 Sep 14 12:11:25.809824 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-70f4c8cd-d644-4161-8487-c11e2f3a6c32 req-35b037e4-935a-4e7e-afa6-0727538a274b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320671 Sep 14 12:11:26.016881 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 46758) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:11:26.122708 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:26.225128 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:26.232176 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:26.272139 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a15759683db3444bb9346d831bd3862d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528918 Sep 14 12:11:26.273029 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fd7240-5988-4925-b0fb-021deabe5106,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:26.274962 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 46770) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:11:26.280696 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.281047 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.281393 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.281730 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.282061 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.282394 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.282722 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.283075 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.283408 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.283733 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.284057 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.284378 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a75e4-ee51-4a0b-aa86-18f3d2afc29a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.329034 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:26.350157 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:26.400738 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:26.403398 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:26.404554 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63fd7240-5988-4925-b0fb-021deabe5106 HTTP/1.1" status: 204 len: 168 time: 0.1286101 Sep 14 12:11:26.412240 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fd7240-5988-4925-b0fb-021deabe5106,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:26.420030 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.420899 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.421726 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.422259 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.422591 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.422927 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.423295 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.423625 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.424349 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.424349 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.424654 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.424970 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbe651-7ce6-428b-a235-595f7ac2a0ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:26.542690 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb6da8-73a2-44fd-90ed-a87f7e572bc4 req-055e8de4-1326-45c0-b6f4-f6fecfe33d37 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:26.544368 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-37eb6da8-73a2-44fd-90ed-a87f7e572bc4 req-055e8de4-1326-45c0-b6f4-f6fecfe33d37 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 945 time: 0.0612583 Sep 14 12:11:26.586806 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-37eb6da8-73a2-44fd-90ed-a87f7e572bc4 req-ccbdf89f-b213-421f-8217-e022fc18e655 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361102 Sep 14 12:11:26.772221 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5c136-d6a5-45fe-b177-2559f0100bf5 req-5ec9aa4e-935a-4bd6-8285-062cfe95b9a4 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:26.773660 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-23c5c136-d6a5-45fe-b177-2559f0100bf5 req-5ec9aa4e-935a-4bd6-8285-062cfe95b9a4 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 945 time: 0.0494490 Sep 14 12:11:26.813609 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-23c5c136-d6a5-45fe-b177-2559f0100bf5 req-307a196e-dd65-49d7-9100-baf1d9bf7849 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326188 Sep 14 12:11:26.924694 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eef5d5-9a50-40de-acdf-0ddc504e4f90 req-1602ad40-8080-45f0-8a32-fc8ed0674cbf tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:26.926125 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d1eef5d5-9a50-40de-acdf-0ddc504e4f90 req-1602ad40-8080-45f0-8a32-fc8ed0674cbf tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0481009 Sep 14 12:11:26.962446 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d1eef5d5-9a50-40de-acdf-0ddc504e4f90 req-ebc908fa-264b-4a1a-b114-7a2437edf1fb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303428 Sep 14 12:11:27.703804 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d752aaf-e616-4fa3-8376-d1ecf2959169 req-4a8a6c49-42fe-4a6f-bffa-2dc13318bb61 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:27.705253 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0d752aaf-e616-4fa3-8376-d1ecf2959169 req-4a8a6c49-42fe-4a6f-bffa-2dc13318bb61 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 945 time: 0.0481603 Sep 14 12:11:27.743886 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0d752aaf-e616-4fa3-8376-d1ecf2959169 req-b06be9a9-f360-4a12-816d-826af8ce2ade tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328102 Sep 14 12:11:27.929960 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e2c96-cd20-4f18-a6b7-c3e40740a348 req-349e669a-c6e2-47f3-9e45-a90df143af92 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:27.931923 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-752e2c96-cd20-4f18-a6b7-c3e40740a348 req-349e669a-c6e2-47f3-9e45-a90df143af92 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 945 time: 0.0498533 Sep 14 12:11:27.967329 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-752e2c96-cd20-4f18-a6b7-c3e40740a348 req-f6932435-b041-4e8b-8488-afd2cd04eb84 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294585 Sep 14 12:11:28.077455 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20cc00-d455-4017-96e9-6fd7e37f3b0a req-f3c7b9b3-9b84-4d6a-97f4-9febc2f1893a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:28.078916 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5a20cc00-d455-4017-96e9-6fd7e37f3b0a req-f3c7b9b3-9b84-4d6a-97f4-9febc2f1893a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0473161 Sep 14 12:11:28.118277 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5a20cc00-d455-4017-96e9-6fd7e37f3b0a req-3ebbee60-f7ca-4b9b-a200-8b533955dbab tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333626 Sep 14 12:11:28.748486 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef468f-cbbc-455d-b4a4-86ff0a444acc req-021d7247-9688-4241-b811-bb307cbb53be tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:28.749907 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f7ef468f-cbbc-455d-b4a4-86ff0a444acc req-021d7247-9688-4241-b811-bb307cbb53be tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.22 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 945 time: 0.0464668 Sep 14 12:11:28.882109 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe586f59-006c-4c1d-9b8b-95b4b020a479 req-36178ee4-dfe9-4a9a-83b5-f76823ec3b43 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:28.884593 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fe586f59-006c-4c1d-9b8b-95b4b020a479 req-36178ee4-dfe9-4a9a-83b5-f76823ec3b43 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 945 time: 0.0614634 Sep 14 12:11:28.893486 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f7ef468f-cbbc-455d-b4a4-86ff0a444acc req-b0fe83c8-f33d-44fd-b944-3ce22dd03f51 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Deleting port 71be382c-3624-4f9e-9bee-4e764ad7f26a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:11:28.893754 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f7ef468f-cbbc-455d-b4a4-86ff0a444acc req-b0fe83c8-f33d-44fd-b944-3ce22dd03f51 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:28.947547 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-64193c2d-fb5b-4767-bd32-6be0526fe34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:28.978870 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fe586f59-006c-4c1d-9b8b-95b4b020a479 req-aa4ff6dd-a20d-47a9-9c3e-58243737dd1c tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/security-groups?id=0dcd489f-b558-4c5f-9e5d-4f010d914a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874524 Sep 14 12:11:29.011222 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f7ef468f-cbbc-455d-b4a4-86ff0a444acc req-b0fe83c8-f33d-44fd-b944-3ce22dd03f51 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] For port 71be382c-3624-4f9e-9bee-4e764ad7f26a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=71be382c-3624-4f9e-9bee-4e764ad7f26a,segment=NetworkSegment(aac94481-89c6-43aa-af15-ed7e09f1e07a),segment_id=aac94481-89c6-43aa-af15-ed7e09f1e07a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:29.011590 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f7ef468f-cbbc-455d-b4a4-86ff0a444acc req-b0fe83c8-f33d-44fd-b944-3ce22dd03f51 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:29.022892 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f7ef468f-cbbc-455d-b4a4-86ff0a444acc req-b0fe83c8-f33d-44fd-b944-3ce22dd03f51 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Calling delete_port for 71be382c-3624-4f9e-9bee-4e764ad7f26a owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:11:29.155628 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f7ef468f-cbbc-455d-b4a4-86ff0a444acc req-b0fe83c8-f33d-44fd-b944-3ce22dd03f51 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:29.384909 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe83c8-f33d-44fd-b944-3ce22dd03f51 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Pushing event deleted for resources: {'Port': ['ID=71be382c-3624-4f9e-9bee-4e764ad7f26a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:29.446588 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ef468f-cbbc-455d-b4a4-86ff0a444acc req-b0fe83c8-f33d-44fd-b944-3ce22dd03f51 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] No DVR routers for this DVR port 71be382c-3624-4f9e-9bee-4e764ad7f26a on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:11:29.449631 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f7ef468f-cbbc-455d-b4a4-86ff0a444acc req-b0fe83c8-f33d-44fd-b944-3ce22dd03f51 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:29.451613 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f7ef468f-cbbc-455d-b4a4-86ff0a444acc req-b0fe83c8-f33d-44fd-b944-3ce22dd03f51 tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.22 "DELETE /v2.0/ports/71be382c-3624-4f9e-9bee-4e764ad7f26a HTTP/1.1" status: 204 len: 173 time: 0.6940601 Sep 14 12:11:29.452049 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087c610a-451d-4a1d-80e7-fd3a43caf0e2', 'name': 'network-vif-deleted', 'tag': '71be382c-3624-4f9e-9bee-4e764ad7f26a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:11:29.454287 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63607c9-ba2d-41bc-847d-3cd90ad245da" -d '{"events": [{"server_uuid": "087c610a-451d-4a1d-80e7-fd3a43caf0e2", "name": "network-vif-deleted", "tag": "71be382c-3624-4f9e-9bee-4e764ad7f26a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:11:29.471633 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4cf02-0119-4be0-911f-cd01851fefa0 req-76464b35-fa01-4e33-89a9-68a2458e488a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:29.479389 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-57e4cf02-0119-4be0-911f-cd01851fefa0 req-76464b35-fa01-4e33-89a9-68a2458e488a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0977802 Sep 14 12:11:29.526565 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-57e4cf02-0119-4be0-911f-cd01851fefa0 req-3ccd5728-ad8d-4292-9d94-8ea9d3cbdef2 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414109 Sep 14 12:11:29.559253 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402035d5-2a77-4d5c-b245-df7b6698bded x-openstack-request-id: req-402035d5-2a77-4d5c-b245-df7b6698bded {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:11:29.559616 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087c610a-451d-4a1d-80e7-fd3a43caf0e2", "name": "network-vif-deleted", "tag": "71be382c-3624-4f9e-9bee-4e764ad7f26a", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:11:29.559941 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-402035d5-2a77-4d5c-b245-df7b6698bded {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:11:29.560406 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087c610a-451d-4a1d-80e7-fd3a43caf0e2', 'name': 'network-vif-deleted', 'tag': '71be382c-3624-4f9e-9bee-4e764ad7f26a', 'status': 'completed', 'code': 200} Sep 14 12:11:29.918926 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-0bfa6a04-5138-47c9-8921-862a89a429dc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:29.920319 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-0bfa6a04-5138-47c9-8921-862a89a429dc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/networks?id=f3147417-9bdc-4caa-8a4a-96a49cb2a356 HTTP/1.1" status: 200 len: 814 time: 0.1026592 Sep 14 12:11:29.934564 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-9df612fd-14ed-41a4-8080-123cee132469 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/quotas/ed7325894aee40a8ba14ce01c8017925 HTTP/1.1" status: 200 len: 375 time: 0.0085483 Sep 14 12:11:29.984066 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-1619a754-7a7c-4016-971e-45e43805fce3 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed7325894aee40a8ba14ce01c8017925&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444193 Sep 14 12:11:30.094670 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-48a4322e-60bc-4af5-9b80-38d7471ec5b6 req-e30510ff-4665-4d1d-b170-20fa2ab8749e tempest-VolumesActionsTest-1658358161 tempest-VolumesActionsTest-1658358161-project] 10.222.0.20 "GET /v2.0/ports?device_id=087c610a-451d-4a1d-80e7-fd3a43caf0e2 HTTP/1.1" status: 200 len: 210 time: 0.0315280 Sep 14 12:11:30.105242 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-10cb7ed6-1342-469d-81dd-e37ee7d8346b service neutron] 10.222.0.20 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140769 Sep 14 12:11:30.200945 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-f01abcc0-61d1-4860-9c1b-f3bff668b44c service neutron] 10.222.0.20 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896728 Sep 14 12:11:30.354249 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9401a58b-255d-4a70-81f4-0bd9a30a69d2 req-cbdd8c60-2d6c-4db0-ba45-a3eb62f78a47 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 210 time: 0.0264120 Sep 14 12:11:30.634075 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fe552-0507-4519-91a1-71d171609d9d req-4f4a73df-4bcf-4ca0-be01-f0674d3cc71d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:30.635837 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1a1fe552-0507-4519-91a1-71d171609d9d req-4f4a73df-4bcf-4ca0-be01-f0674d3cc71d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0496798 Sep 14 12:11:30.675332 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1a1fe552-0507-4519-91a1-71d171609d9d req-1a577d4b-97fb-4d70-9c5a-2e9c3ccfd9f4 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335641 Sep 14 12:11:31.103475 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 71be382c-3624-4f9e-9bee-4e764ad7f26a no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:11:31.123605 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: 71be382c-3624-4f9e-9bee-4e764ad7f26a {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:11:31.124114 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 71be382c-3624-4f9e-9bee-4e764ad7f26a not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:11:31.502854 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-33cac925-4450-4447-977f-50bd5706eb36 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:31.504308 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-33cac925-4450-4447-977f-50bd5706eb36 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.22 "GET /v2.0/networks?id=f3147417-9bdc-4caa-8a4a-96a49cb2a356 HTTP/1.1" status: 200 len: 814 time: 0.1587322 Sep 14 12:11:31.519255 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c82b0606-98ed-402c-8940-213d713df0db req-3947bdf1-80d5-4f88-8e87-75416aa6eb39 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 210 time: 0.0432849 Sep 14 12:11:31.541380 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-d8d52aff-d809-4d03-b353-efff9c36edc3 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Request body: {'port': {'device_id': 'a27f66ef-baea-4fd2-9475-4b0bedf28524', 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356', 'admin_state_up': True, 'tenant_id': 'ed7325894aee40a8ba14ce01c8017925'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:11:31.657508 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-d8d52aff-d809-4d03-b353-efff9c36edc3 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Made reservation on behalf of ed7325894aee40a8ba14ce01c8017925 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:11:31.660999 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-d8d52aff-d809-4d03-b353-efff9c36edc3 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:31.722061 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-341792e7-82dd-4db5-a214-77ec4cbd8cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:31.823113 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-d8d52aff-d809-4d03-b353-efff9c36edc3 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Allocated IP 172.20.0.12 (f3147417-9bdc-4caa-8a4a-96a49cb2a356/159cf4ba-bce1-4e66-b8a5-04ca439e0d5c/c782571c-fd5b-4004-8b48-a0df1c0f2f73) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:11:31.842083 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590f863-2828-45af-972a-f637694e4241 req-72e308a5-3676-422f-838f-746c9a14fae1 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:31.843606 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8590f863-2828-45af-972a-f637694e4241 req-72e308a5-3676-422f-838f-746c9a14fae1 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0804875 Sep 14 12:11:31.932731 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8590f863-2828-45af-972a-f637694e4241 req-e1108780-aa96-45f5-847f-9865c2fad4f0 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802426 Sep 14 12:11:31.969424 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:32.048137 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189c70c-d66d-4173-84d5-9504227fa593 req-181bc39e-d39b-41c3-9d1c-7a51857bf8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:32.049629 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6189c70c-d66d-4173-84d5-9504227fa593 req-181bc39e-d39b-41c3-9d1c-7a51857bf8df service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 1099 time: 0.1254621 Sep 14 12:11:32.091966 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-d8d52aff-d809-4d03-b353-efff9c36edc3 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:32.107803 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2774b44c-c392-4a68-96f9-ee5aa2897d05 req-e22e68d6-8d61-43fa-8273-511e83d08930 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377564 Sep 14 12:11:32.110007 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6189c70c-d66d-4173-84d5-9504227fa593 req-699b0214-2ef5-4017-bc55-1dbc0ec8573f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467098 Sep 14 12:11:32.140672 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-d8d52aff-d809-4d03-b353-efff9c36edc3 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:32.153114 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['a2fbd5c4-a598-4f1d-9670-147316b6fc03', '5de4fa84-ce85-4900-9a88-1eef4c52b3e3'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:11:32.182605 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-d8d52aff-d809-4d03-b353-efff9c36edc3 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Network f3147417-9bdc-4caa-8a4a-96a49cb2a356 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:11:32.185585 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-d8d52aff-d809-4d03-b353-efff9c36edc3 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:11:32.189246 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-d8d52aff-d809-4d03-b353-efff9c36edc3 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:11:32.214805 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d52aff-d809-4d03-b353-efff9c36edc3 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Pushing event updated for resources: {'Port': ['ID=c782571c-fd5b-4004-8b48-a0df1c0f2f73,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:32.241944 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-d8d52aff-d809-4d03-b353-efff9c36edc3 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:32.243157 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-d8d52aff-d809-4d03-b353-efff9c36edc3 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:32.256820 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-d8d52aff-d809-4d03-b353-efff9c36edc3 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7195897 Sep 14 12:11:32.638294 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcddd4-eee1-44c2-877e-3772e064cf73 req-27a5e0d3-62e7-4b88-b004-78fe0e70f0a9 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:32.639866 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-60dcddd4-eee1-44c2-877e-3772e064cf73 req-27a5e0d3-62e7-4b88-b004-78fe0e70f0a9 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 932 time: 0.0522161 Sep 14 12:11:32.676837 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-60dcddd4-eee1-44c2-877e-3772e064cf73 req-456253a1-600e-48b8-b5fd-2d374fd24dd4 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310638 Sep 14 12:11:32.908087 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:33.051172 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a169d-3d57-4430-841e-7cbcdb4f26f2 req-935f00b6-064f-4647-9a06-7f417cfb8435 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:33.052633 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7c7a169d-3d57-4430-841e-7cbcdb4f26f2 req-935f00b6-064f-4647-9a06-7f417cfb8435 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0478089 Sep 14 12:11:33.089769 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7c7a169d-3d57-4430-841e-7cbcdb4f26f2 req-edcdbc5f-bf82-4842-8c54-b75fe436976b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311587 Sep 14 12:11:33.887995 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:35.152578 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:35.385653 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Request body: {'port': {'device_id': 'a27f66ef-baea-4fd2-9475-4b0bedf28524', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:11:35.470383 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774b44c-c392-4a68-96f9-ee5aa2897d05 req-e5740a94-d1dd-4bef-8b45-96df63d3f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:35.471947 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2774b44c-c392-4a68-96f9-ee5aa2897d05 req-e5740a94-d1dd-4bef-8b45-96df63d3f233 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c767f723545f4fd28ddc09b080dc3696&device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 1098 time: 0.0905881 Sep 14 12:11:35.472617 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:35.721878 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70457ac2-4a55-437a-9c84-fdccc7900336 req-e94f24c4-2d34-46eb-9210-8f88d60620c5 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:35.723275 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-70457ac2-4a55-437a-9c84-fdccc7900336 req-e94f24c4-2d34-46eb-9210-8f88d60620c5 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 932 time: 0.2139976 Sep 14 12:11:35.742397 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a16c4d-257a-4786-ad4d-c9ed09a53a6c req-7b40386b-2466-49fb-abfe-a459837d0e54 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:35.743851 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-50a16c4d-257a-4786-ad4d-c9ed09a53a6c req-7b40386b-2466-49fb-abfe-a459837d0e54 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.2111962 Sep 14 12:11:35.791927 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774b44c-c392-4a68-96f9-ee5aa2897d05 req-2bf0aba7-5674-4a7a-820e-7a301f838cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:35.793303 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2774b44c-c392-4a68-96f9-ee5aa2897d05 req-2bf0aba7-5674-4a7a-820e-7a301f838cc5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a071452-e54a-489e-92ba-31d21538d42c HTTP/1.1" status: 200 len: 919 time: 0.2827251 Sep 14 12:11:35.893781 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-70457ac2-4a55-437a-9c84-fdccc7900336 req-8e04fc15-db29-4962-87a4-e27cc6a38f01 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589332 Sep 14 12:11:35.900808 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2774b44c-c392-4a68-96f9-ee5aa2897d05 req-0a853c59-2803-4a89-a45a-ee442bb7a7c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1047694-2ee4-4cca-bfea-4d91ad7937cf HTTP/1.1" status: 200 len: 217 time: 0.0941851 Sep 14 12:11:35.905747 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-50a16c4d-257a-4786-ad4d-c9ed09a53a6c req-ca3a4c8a-44b7-4368-baf6-904befd8cf6b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501229 Sep 14 12:11:35.979996 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774b44c-c392-4a68-96f9-ee5aa2897d05 req-09f942a6-7623-4cd8-ae36-12b74b3e7c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:35.981341 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2774b44c-c392-4a68-96f9-ee5aa2897d05 req-09f942a6-7623-4cd8-ae36-12b74b3e7c2c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ea5e92-0ff4-4e73-ace0-515dc4388b17 HTTP/1.1" status: 200 len: 858 time: 0.0682721 Sep 14 12:11:36.030221 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2774b44c-c392-4a68-96f9-ee5aa2897d05 req-13c26501-2bef-4753-bae4-eb70fbd78f6c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a071452-e54a-489e-92ba-31d21538d42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397782 Sep 14 12:11:36.042758 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c782571c-fd5b-4004-8b48-a0df1c0f2f73 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:11:36.058292 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:36.088868 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Transition to ACTIVE for port object c782571c-fd5b-4004-8b48-a0df1c0f2f73 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:11:36.119307 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:36.205371 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f646d39-2074-4982-a598-950482896282 service neutron] Pushing event updated for resources: {'Port': ['ID=c782571c-fd5b-4004-8b48-a0df1c0f2f73,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:36.229352 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2774b44c-c392-4a68-96f9-ee5aa2897d05 req-740e70e4-7f30-41a4-9c04-d6ff2693ceec service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823089 Sep 14 12:11:36.272437 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Attempting to bind port c782571c-fd5b-4004-8b48-a0df1c0f2f73 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:11:36.272785 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Attempting to bind port c782571c-fd5b-4004-8b48-a0df1c0f2f73 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:11:36.273104 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Attempting to bind port c782571c-fd5b-4004-8b48-a0df1c0f2f73 on network f3147417-9bdc-4caa-8a4a-96a49cb2a356 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:11:36.285843 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Port c782571c-fd5b-4004-8b48-a0df1c0f2f73 on network f3147417-9bdc-4caa-8a4a-96a49cb2a356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:11:36.286157 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Attempting to bind port c782571c-fd5b-4004-8b48-a0df1c0f2f73 on network f3147417-9bdc-4caa-8a4a-96a49cb2a356 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:11:36.294457 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:11:36.294784 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Checking segment: {'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:11:36.295195 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Bound using segment: {'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:11:36.295613 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Bound port: c782571c-fd5b-4004-8b48-a0df1c0f2f73, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:11:36.295959 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:36.384561 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2774b44c-c392-4a68-96f9-ee5aa2897d05 req-fa2fc53a-9812-437a-8730-e67074c185fb service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353424 Sep 14 12:11:36.400366 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] For port c782571c-fd5b-4004-8b48-a0df1c0f2f73, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:11:36.403476 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] For port c782571c-fd5b-4004-8b48-a0df1c0f2f73, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c782571c-fd5b-4004-8b48-a0df1c0f2f73,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:11:36.408426 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:36.442805 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:36.443294 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:36.444673 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8f646d39-2074-4982-a598-950482896282 service neutron] 10.222.0.22 "PUT /v2.0/ports/c782571c-fd5b-4004-8b48-a0df1c0f2f73 HTTP/1.1" status: 200 len: 1094 time: 1.0645530 Sep 14 12:11:36.445116 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27f66ef-baea-4fd2-9475-4b0bedf28524', 'tag': 'c782571c-fd5b-4004-8b48-a0df1c0f2f73'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:11:36.447966 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8499d45b-58ca-48a3-9c47-455aa7a6136b" -d '{"events": [{"name": "network-changed", "server_uuid": "a27f66ef-baea-4fd2-9475-4b0bedf28524", "tag": "c782571c-fd5b-4004-8b48-a0df1c0f2f73"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:11:36.484445 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f646d39-2074-4982-a598-950482896282 service neutron] Pushing event updated for resources: {'Port': ['ID=c782571c-fd5b-4004-8b48-a0df1c0f2f73,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:36.520393 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536d67be-0c39-44ee-9384-c4178057d388 x-openstack-request-id: req-536d67be-0c39-44ee-9384-c4178057d388 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:11:36.520679 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a27f66ef-baea-4fd2-9475-4b0bedf28524", "tag": "c782571c-fd5b-4004-8b48-a0df1c0f2f73", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:11:36.520922 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-536d67be-0c39-44ee-9384-c4178057d388 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:11:36.521317 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27f66ef-baea-4fd2-9475-4b0bedf28524', 'tag': 'c782571c-fd5b-4004-8b48-a0df1c0f2f73', 'status': 'completed', 'code': 200} Sep 14 12:11:36.596715 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-848f5ca3-76c0-43db-bf1e-2f65ec62f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:36.598262 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-848f5ca3-76c0-43db-bf1e-2f65ec62f8ef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed7325894aee40a8ba14ce01c8017925&device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 1097 time: 0.0457454 Sep 14 12:11:36.671604 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-1c7f7a41-0911-4a35-86f5-a1c54dfd51ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c782571c-fd5b-4004-8b48-a0df1c0f2f73 HTTP/1.1" status: 200 len: 217 time: 0.0334609 Sep 14 12:11:36.723075 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-1df2c03f-21d9-4d69-b301-225e3a69a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:36.724614 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-1df2c03f-21d9-4d69-b301-225e3a69a9b1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=159cf4ba-bce1-4e66-b8a5-04ca439e0d5c HTTP/1.1" status: 200 len: 854 time: 0.0446324 Sep 14 12:11:36.776133 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-7345fb44-5d00-4058-a98e-93ea8bc53671 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f3147417-9bdc-4caa-8a4a-96a49cb2a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283830 Sep 14 12:11:36.905306 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-f089af11-8aba-41a4-95ae-10a2f75be813 service neutron] 10.222.0.22 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087847 Sep 14 12:11:37.331409 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66bcd8c3-3c2d-419c-8751-6f538ec07677 req-8d184bb3-b38a-4c51-b547-b619910dfe24 service neutron] 10.222.0.22 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878646 Sep 14 12:11:37.346198 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f3eeb-02df-4dc4-b064-7d89c99100c4 req-3473c57e-e900-4d3b-a69d-a59a14f09d99 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:37.348135 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3c8f3eeb-02df-4dc4-b064-7d89c99100c4 req-3473c57e-e900-4d3b-a69d-a59a14f09d99 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.3173976 Sep 14 12:11:37.361710 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5476e-7719-4b12-bea1-83a56a2b7ef3 req-b18a02c4-82cf-43ce-b96f-85687b263dda tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:37.362938 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fbd5476e-7719-4b12-bea1-83a56a2b7ef3 req-b18a02c4-82cf-43ce-b96f-85687b263dda tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 944 time: 0.3277729 Sep 14 12:11:37.453860 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fbd5476e-7719-4b12-bea1-83a56a2b7ef3 req-e2ad1a7a-4ac2-4adb-a571-2a85d06ffa97 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820937 Sep 14 12:11:37.459714 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3c8f3eeb-02df-4dc4-b064-7d89c99100c4 req-011093f2-3bc6-45d2-8d4c-de740ab5439b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958333 Sep 14 12:11:37.481392 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499d45b-58ca-48a3-9c47-455aa7a6136b req-74dcbdfd-e3f8-4bb1-b264-ebb3259dcda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:37.483007 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8499d45b-58ca-48a3-9c47-455aa7a6136b req-74dcbdfd-e3f8-4bb1-b264-ebb3259dcda1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed7325894aee40a8ba14ce01c8017925&device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 1097 time: 0.0760643 Sep 14 12:11:37.635251 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499d45b-58ca-48a3-9c47-455aa7a6136b req-d6946827-132d-405d-a2e9-297a44b46230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:37.637950 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8499d45b-58ca-48a3-9c47-455aa7a6136b req-d6946827-132d-405d-a2e9-297a44b46230 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f3147417-9bdc-4caa-8a4a-96a49cb2a356 HTTP/1.1" status: 200 len: 915 time: 0.1428025 Sep 14 12:11:37.738161 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8499d45b-58ca-48a3-9c47-455aa7a6136b req-d2047b37-ba6d-4911-9c59-e82fc21f821d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c782571c-fd5b-4004-8b48-a0df1c0f2f73 HTTP/1.1" status: 200 len: 217 time: 0.0808952 Sep 14 12:11:37.881363 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499d45b-58ca-48a3-9c47-455aa7a6136b req-1b2cb4f7-0a17-4b51-b697-2c158d110edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:37.882759 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8499d45b-58ca-48a3-9c47-455aa7a6136b req-1b2cb4f7-0a17-4b51-b697-2c158d110edf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=159cf4ba-bce1-4e66-b8a5-04ca439e0d5c HTTP/1.1" status: 200 len: 854 time: 0.1145346 Sep 14 12:11:37.901451 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9174-2446-44e4-9419-c631807a3f11 req-5d1bc3ba-861f-4262-a5b2-36c895e1431c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:37.901451 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-841c9174-2446-44e4-9419-c631807a3f11 req-5d1bc3ba-861f-4262-a5b2-36c895e1431c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.1221886 Sep 14 12:11:37.904184 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d78f10-e463-46d9-8c86-0198d22715fa req-1958ed99-89f1-4ef3-97b8-472858eef1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:37.905593 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-71d78f10-e463-46d9-8c86-0198d22715fa req-1958ed99-89f1-4ef3-97b8-472858eef1d4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c767f723545f4fd28ddc09b080dc3696&device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 1099 time: 0.0974851 Sep 14 12:11:38.000500 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8499d45b-58ca-48a3-9c47-455aa7a6136b req-7eabe808-9c27-4599-8fd0-fa2516ef9b24 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f3147417-9bdc-4caa-8a4a-96a49cb2a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644767 Sep 14 12:11:38.010208 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-841c9174-2446-44e4-9419-c631807a3f11 req-99558808-51ed-42d2-87b1-2a59b1cbd4c9 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000898 Sep 14 12:11:38.182242 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d78f10-e463-46d9-8c86-0198d22715fa req-84759cb3-f9fc-4247-88f9-575f92bc47c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:38.184061 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-71d78f10-e463-46d9-8c86-0198d22715fa req-84759cb3-f9fc-4247-88f9-575f92bc47c7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a071452-e54a-489e-92ba-31d21538d42c HTTP/1.1" status: 200 len: 919 time: 0.2272530 Sep 14 12:11:38.202197 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8499d45b-58ca-48a3-9c47-455aa7a6136b req-856a1757-ad56-4ff1-8223-bdca1a40c1e8 service neutron] 10.222.0.22 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852567 Sep 14 12:11:38.248546 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-71d78f10-e463-46d9-8c86-0198d22715fa req-449104b6-377c-48c0-b4da-f1b85e5d80c8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce11cbc8-3d50-4742-b9bd-9b31e171ec25 HTTP/1.1" status: 200 len: 217 time: 0.0544860 Sep 14 12:11:38.382156 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d78f10-e463-46d9-8c86-0198d22715fa req-1f2b305d-9a23-4e85-a607-fd1e693c822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:38.384762 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-71d78f10-e463-46d9-8c86-0198d22715fa req-1f2b305d-9a23-4e85-a607-fd1e693c822a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ea5e92-0ff4-4e73-ace0-515dc4388b17 HTTP/1.1" status: 200 len: 858 time: 0.1265893 Sep 14 12:11:38.442704 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-71d78f10-e463-46d9-8c86-0198d22715fa req-e466542f-a457-428e-984a-4634adcfb0e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a071452-e54a-489e-92ba-31d21538d42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343165 Sep 14 12:11:38.447711 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8499d45b-58ca-48a3-9c47-455aa7a6136b req-7fc6cf14-ce7b-4282-af15-4c6fedcc2252 service neutron] 10.222.0.22 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983423 Sep 14 12:11:38.637715 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cf0ad-4925-4bb5-81be-93cfc410fc7c req-6dec4219-bf2e-4f66-ab17-77f5df80d50d tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:38.639243 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a24cf0ad-4925-4bb5-81be-93cfc410fc7c req-6dec4219-bf2e-4f66-ab17-77f5df80d50d tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 944 time: 0.1071553 Sep 14 12:11:38.641723 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-71d78f10-e463-46d9-8c86-0198d22715fa req-f38a8dce-4812-4983-95fd-1e3044bb34c1 service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810050 Sep 14 12:11:38.709183 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a24cf0ad-4925-4bb5-81be-93cfc410fc7c req-0dd82281-9ffa-418b-a6e8-40d88423964c tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639946 Sep 14 12:11:38.763852 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-71d78f10-e463-46d9-8c86-0198d22715fa req-aba39df7-0549-4bb1-9bfa-a4eba02dea71 service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050513 Sep 14 12:11:39.158276 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device c782571c-fd5b-4004-8b48-a0df1c0f2f73 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:11:39.158768 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd03c42-14d4-4261-b2fa-b4e328692595 req-f976ab73-b8f0-459c-a18b-5ae3e8aa5113 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:39.159972 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ecd03c42-14d4-4261-b2fa-b4e328692595 req-f976ab73-b8f0-459c-a18b-5ae3e8aa5113 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0558443 Sep 14 12:11:39.231988 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ecd03c42-14d4-4261-b2fa-b4e328692595 req-6f0be486-8cce-4876-9e7e-1ee28a58e406 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625179 Sep 14 12:11:39.283856 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port c782571c-fd5b-4004-8b48-a0df1c0f2f73, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c782571c-fd5b-4004-8b48-a0df1c0f2f73,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:39.299048 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': 'c782571c-fd5b-4004-8b48-a0df1c0f2f73', 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356', 'port_id': 'c782571c-fd5b-4004-8b48-a0df1c0f2f73', 'mac_address': 'fa:16:3e:bc:f2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159cf4ba-bce1-4e66-b8a5-04ca439e0d5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:11:39.346670 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:39.364741 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c782571c-fd5b-4004-8b48-a0df1c0f2f73 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:11:39.390054 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port c782571c-fd5b-4004-8b48-a0df1c0f2f73, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c782571c-fd5b-4004-8b48-a0df1c0f2f73,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:39.394808 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:39.441218 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=c782571c-fd5b-4004-8b48-a0df1c0f2f73,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:39.805296 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['c782571c-fd5b-4004-8b48-a0df1c0f2f73'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:11:39.834440 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b76a-146b-45a8-be2e-a9c6db5a4e37 req-b12dbf56-ac40-4829-84d3-2177e66c5f61 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:39.836018 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-45a9b76a-146b-45a8-be2e-a9c6db5a4e37 req-b12dbf56-ac40-4829-84d3-2177e66c5f61 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 945 time: 0.0567427 Sep 14 12:11:39.892453 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-45a9b76a-146b-45a8-be2e-a9c6db5a4e37 req-7d4faddc-489d-4744-8799-3dfd9aaec40b tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490947 Sep 14 12:11:40.427321 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1291acc-6ee3-4bfa-aef2-aab9166aea27 req-1cd64d7c-adef-4c68-a92b-f07cb94f3b43 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:40.429380 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a1291acc-6ee3-4bfa-aef2-aab9166aea27 req-1cd64d7c-adef-4c68-a92b-f07cb94f3b43 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0881572 Sep 14 12:11:40.471424 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a1291acc-6ee3-4bfa-aef2-aab9166aea27 req-0066f2af-8891-4389-ad5e-0d8cb40eda12 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343866 Sep 14 12:11:41.059259 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff91f91-df60-4e1d-941f-d97fba187685 req-ab68c1bc-d540-4f7d-ba59-eb2407e67865 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:41.060756 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0ff91f91-df60-4e1d-941f-d97fba187685 req-ab68c1bc-d540-4f7d-ba59-eb2407e67865 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 945 time: 0.0806081 Sep 14 12:11:41.128222 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0ff91f91-df60-4e1d-941f-d97fba187685 req-7a515557-3a74-4f65-96ba-d7a06b70776a tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599618 Sep 14 12:11:41.141390 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bfb2f-fc3f-4ec7-99cd-7a6bce397a0a req-8bbf8184-7caf-4ff5-9303-8ce0f26cee25 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:41.142995 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8e9bfb2f-fc3f-4ec7-99cd-7a6bce397a0a req-8bbf8184-7caf-4ff5-9303-8ce0f26cee25 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0934956 Sep 14 12:11:41.151151 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device c782571c-fd5b-4004-8b48-a0df1c0f2f73 up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:11:41.221946 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port c782571c-fd5b-4004-8b48-a0df1c0f2f73 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:11:41.226787 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port c782571c-fd5b-4004-8b48-a0df1c0f2f73 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:11:41.227232 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:41.238191 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8e9bfb2f-fc3f-4ec7-99cd-7a6bce397a0a req-d71d1878-f12c-41f9-8ffe-712fefdc1590 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727155 Sep 14 12:11:41.431441 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:41.459631 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27f66ef-baea-4fd2-9475-4b0bedf28524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c782571c-fd5b-4004-8b48-a0df1c0f2f73'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:11:41.462171 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a2c61e-a228-4a69-8a72-154b24f2a11d" -d '{"events": [{"server_uuid": "a27f66ef-baea-4fd2-9475-4b0bedf28524", "name": "network-vif-plugged", "status": "completed", "tag": "c782571c-fd5b-4004-8b48-a0df1c0f2f73"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:11:41.486492 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port c782571c-fd5b-4004-8b48-a0df1c0f2f73, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c782571c-fd5b-4004-8b48-a0df1c0f2f73,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:41.497274 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:41.565417 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=c782571c-fd5b-4004-8b48-a0df1c0f2f73,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:41.569006 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737e1ef0-487d-48e7-b36f-4e53738d9385 x-openstack-request-id: req-737e1ef0-487d-48e7-b36f-4e53738d9385 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:11:41.577387 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27f66ef-baea-4fd2-9475-4b0bedf28524", "name": "network-vif-plugged", "status": "completed", "tag": "c782571c-fd5b-4004-8b48-a0df1c0f2f73", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:11:41.578156 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-737e1ef0-487d-48e7-b36f-4e53738d9385 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:11:41.578865 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27f66ef-baea-4fd2-9475-4b0bedf28524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c782571c-fd5b-4004-8b48-a0df1c0f2f73', 'code': 200} Sep 14 12:11:41.719433 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bcf5b-5369-47f3-ad46-747e250fc4af req-a459e660-c1fb-47f2-847b-e0e3aaeac6d6 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:41.735189 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1e6bcf5b-5369-47f3-ad46-747e250fc4af req-a459e660-c1fb-47f2-847b-e0e3aaeac6d6 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.1170218 Sep 14 12:11:41.806205 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1e6bcf5b-5369-47f3-ad46-747e250fc4af req-cdb65f9e-c579-458a-9444-30b98dd11176 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680184 Sep 14 12:11:41.838050 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb202ba0-3b5b-4a6e-8740-3d179f65e1ac req-d5777e3f-fd26-46d2-bccb-4fccbd81d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:41.839751 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fb202ba0-3b5b-4a6e-8740-3d179f65e1ac req-d5777e3f-fd26-46d2-bccb-4fccbd81d35a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 1099 time: 0.0571091 Sep 14 12:11:41.910368 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fb202ba0-3b5b-4a6e-8740-3d179f65e1ac req-71929d55-99a2-4bde-9bee-d05484219438 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599303 Sep 14 12:11:42.283757 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84a78a-e238-498a-a2c1-1d5fb86285cc req-6b4082fa-860b-4d10-a6f6-1c9759c0df36 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:42.292545 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2e84a78a-e238-498a-a2c1-1d5fb86285cc req-6b4082fa-860b-4d10-a6f6-1c9759c0df36 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 946 time: 0.0831554 Sep 14 12:11:42.359906 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2e84a78a-e238-498a-a2c1-1d5fb86285cc req-8f5f10f1-fd24-4bec-9037-603b79c67892 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656102 Sep 14 12:11:42.395336 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f528ea0-7d88-47b9-afe6-3a1e57246a28 req-a8289734-2076-48cf-8015-817c0e244ef6 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:42.396980 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9f528ea0-7d88-47b9-afe6-3a1e57246a28 req-a8289734-2076-48cf-8015-817c0e244ef6 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0806012 Sep 14 12:11:42.456208 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9f528ea0-7d88-47b9-afe6-3a1e57246a28 req-63bc9e51-6b30-46ec-9e4d-8785138a25a9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411599 Sep 14 12:11:42.935046 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff3e48-793c-46ac-be0d-dbe86dd4c30b req-3a9b55c7-6e04-4593-a3c0-2e4e932938e8 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:42.942569 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-82ff3e48-793c-46ac-be0d-dbe86dd4c30b req-3a9b55c7-6e04-4593-a3c0-2e4e932938e8 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0645769 Sep 14 12:11:42.977738 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-82ff3e48-793c-46ac-be0d-dbe86dd4c30b req-16b2ed1d-04fc-493b-8ef8-2886097bae9c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343044 Sep 14 12:11:43.506990 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b2718-6a8e-4784-9b58-a60027882132 req-fd91485b-3646-488a-bf13-1a78f0878c95 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:43.509580 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b29b2718-6a8e-4784-9b58-a60027882132 req-fd91485b-3646-488a-bf13-1a78f0878c95 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 946 time: 0.0582774 Sep 14 12:11:43.597869 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b29b2718-6a8e-4784-9b58-a60027882132 req-92103612-13c6-4f0c-83d9-69352101ec8e tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826967 Sep 14 12:11:43.615489 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b5a13-4012-4c8e-bd21-97556dfdcc76 req-42dede28-4524-42dd-af90-a9af1033bea5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:43.617027 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3a7b5a13-4012-4c8e-bd21-97556dfdcc76 req-42dede28-4524-42dd-af90-a9af1033bea5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0889380 Sep 14 12:11:43.660043 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3a7b5a13-4012-4c8e-bd21-97556dfdcc76 req-009a2eb2-91d9-4fb4-9755-bb56dddc0886 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347543 Sep 14 12:11:44.551952 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8986324-b326-479a-bfab-280f8e49f241 req-6454ec3e-4494-4948-9402-42a904282a97 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:44.553605 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c8986324-b326-479a-bfab-280f8e49f241 req-6454ec3e-4494-4948-9402-42a904282a97 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0575669 Sep 14 12:11:44.605547 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c8986324-b326-479a-bfab-280f8e49f241 req-12a11fb6-0849-4e74-b295-bd35fd3006bd tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450821 Sep 14 12:11:44.780547 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96b4aa-76b3-4f83-a166-bf35d2907ab7 req-9d1f982c-aaf9-4e90-824a-e54436b1fb0e tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:44.782401 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a96b4aa-76b3-4f83-a166-bf35d2907ab7 req-9d1f982c-aaf9-4e90-824a-e54436b1fb0e tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 946 time: 0.0958281 Sep 14 12:11:44.845735 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a96b4aa-76b3-4f83-a166-bf35d2907ab7 req-a9ec7f2f-0c13-4038-8ec6-9362c682e993 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569553 Sep 14 12:11:45.026646 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dcee3-96cd-4d69-b8f9-98cbbc3a52e8 req-496bee42-03cb-4622-a077-95e695b00af4 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:45.028935 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a2dcee3-96cd-4d69-b8f9-98cbbc3a52e8 req-496bee42-03cb-4622-a077-95e695b00af4 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0872521 Sep 14 12:11:45.130987 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a2dcee3-96cd-4d69-b8f9-98cbbc3a52e8 req-8c7c6129-c2f6-4322-a74e-16a57d83fdbe tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932834 Sep 14 12:11:46.279179 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa671c78-c45f-461a-9992-883e0fa7cead req-f4897015-1c6f-4e14-b836-0e36b474f22b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:46.287205 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fa671c78-c45f-461a-9992-883e0fa7cead req-f4897015-1c6f-4e14-b836-0e36b474f22b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0624082 Sep 14 12:11:46.327664 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fa671c78-c45f-461a-9992-883e0fa7cead req-51632e08-bb72-4520-bc20-69f4d36a6fea tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393791 Sep 14 12:11:47.468578 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cb803-523d-41a1-acf1-1b9b966b9e69 req-d5679d19-a6b8-4623-8a7e-e8f865ffb029 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:47.470873 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-522cb803-523d-41a1-acf1-1b9b966b9e69 req-d5679d19-a6b8-4623-8a7e-e8f865ffb029 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0619626 Sep 14 12:11:47.515070 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-522cb803-523d-41a1-acf1-1b9b966b9e69 req-40641163-1084-41fe-9d26-8af58a3648e7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371797 Sep 14 12:11:48.660709 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba26626-6ed1-47cc-b173-fdf6a0420acb req-795f5f49-a28f-4b4a-88fb-c2d3fc8c5791 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:48.662974 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aba26626-6ed1-47cc-b173-fdf6a0420acb req-795f5f49-a28f-4b4a-88fb-c2d3fc8c5791 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0551708 Sep 14 12:11:48.710664 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aba26626-6ed1-47cc-b173-fdf6a0420acb req-061a801f-216a-4cbc-a5e3-1a817f07a065 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401750 Sep 14 12:11:49.790236 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119266bf-a8e7-44c7-b933-4651ab3c953b req-181fa027-ef26-4803-bb95-9769fda515a3 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:49.791982 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-119266bf-a8e7-44c7-b933-4651ab3c953b req-181fa027-ef26-4803-bb95-9769fda515a3 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0628240 Sep 14 12:11:49.881209 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1277bc-43f6-4434-9648-7048f370c1b5 req-759a90f8-0431-450e-9b41-746c18e75ce2 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:49.883597 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1a1277bc-43f6-4434-9648-7048f370c1b5 req-759a90f8-0431-450e-9b41-746c18e75ce2 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0906382 Sep 14 12:11:49.890252 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-119266bf-a8e7-44c7-b933-4651ab3c953b req-7df3ee7f-0beb-42f7-b420-3c6c356acf5a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840580 Sep 14 12:11:49.933134 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1a1277bc-43f6-4434-9648-7048f370c1b5 req-f28442c7-a7e6-4275-a072-87fc4b4559f6 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415893 Sep 14 12:11:51.072730 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645fed3-b83a-4f0e-bc22-693289d01e37 req-a8d8be6d-c437-4cfc-8f3a-0b22669ab1e6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:51.074279 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e645fed3-b83a-4f0e-bc22-693289d01e37 req-a8d8be6d-c437-4cfc-8f3a-0b22669ab1e6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.1124356 Sep 14 12:11:51.162425 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e645fed3-b83a-4f0e-bc22-693289d01e37 req-5b8f6515-3273-41c8-9076-b35a4607f3ac tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759079 Sep 14 12:11:51.188299 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c23ce-8b4d-42a5-ac88-d6674e98a94b req-7c951e6e-7589-444e-88a9-d40a2c8f2988 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:51.188299 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-418c23ce-8b4d-42a5-ac88-d6674e98a94b req-7c951e6e-7589-444e-88a9-d40a2c8f2988 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.1110625 Sep 14 12:11:51.229449 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-418c23ce-8b4d-42a5-ac88-d6674e98a94b req-5dfc8acb-62e4-460f-a3ee-c3dfab956479 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371277 Sep 14 12:11:52.297942 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfe949-9ef6-4874-a73f-ded988b8557c req-dbaf2354-53f2-4fed-a9a6-444cb2462561 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:52.302337 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-73dfe949-9ef6-4874-a73f-ded988b8557c req-dbaf2354-53f2-4fed-a9a6-444cb2462561 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0654638 Sep 14 12:11:52.388654 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-73dfe949-9ef6-4874-a73f-ded988b8557c req-8c8e14f2-716b-4e80-893a-288034d2e66e tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798991 Sep 14 12:11:52.406606 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635e335-2f53-4422-84ea-38ba1a8cfc14 req-3def3618-2e8a-4b71-8419-4c5c07c3f2e6 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:52.408050 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a635e335-2f53-4422-84ea-38ba1a8cfc14 req-3def3618-2e8a-4b71-8419-4c5c07c3f2e6 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0972764 Sep 14 12:11:52.447414 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a635e335-2f53-4422-84ea-38ba1a8cfc14 req-c4097dac-c168-4fc5-8d72-7549954fd63c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330293 Sep 14 12:11:53.520406 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a6dac-da53-4e42-bc00-fdad663eb27d req-3e795d1d-8ffc-429e-b4e5-84a6cbc3d529 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:53.522208 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-750a6dac-da53-4e42-bc00-fdad663eb27d req-3e795d1d-8ffc-429e-b4e5-84a6cbc3d529 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0624051 Sep 14 12:11:53.592519 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-750a6dac-da53-4e42-bc00-fdad663eb27d req-15e5975e-e6cc-4a6d-97db-aef81e709146 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619481 Sep 14 12:11:53.622673 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92106b1-dbe9-4c0a-a56b-3aaf92401e06 req-6d58097f-3bb1-4f0a-ac1e-eb7efb08015f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:53.623004 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d92106b1-dbe9-4c0a-a56b-3aaf92401e06 req-6d58097f-3bb1-4f0a-ac1e-eb7efb08015f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0788398 Sep 14 12:11:53.679196 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d92106b1-dbe9-4c0a-a56b-3aaf92401e06 req-42330aee-4412-4851-a171-4755558662ff tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412679 Sep 14 12:11:54.707551 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f18eac-641f-4050-a9ea-094f61a7cb82 req-14618132-5d7a-457e-95c8-c03ccddbdd83 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:54.709274 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-38f18eac-641f-4050-a9ea-094f61a7cb82 req-14618132-5d7a-457e-95c8-c03ccddbdd83 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0502877 Sep 14 12:11:54.761684 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-38f18eac-641f-4050-a9ea-094f61a7cb82 req-dc1f2add-a00d-4855-a856-ac593b0ee7d2 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460136 Sep 14 12:11:54.797508 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca8f46-b9ce-4d2b-bdeb-64c4d722d0f3 req-291f3ed4-701d-4575-a14a-1ff35944d8ce tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:54.798978 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-19ca8f46-b9ce-4d2b-bdeb-64c4d722d0f3 req-291f3ed4-701d-4575-a14a-1ff35944d8ce tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0583179 Sep 14 12:11:54.836714 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-19ca8f46-b9ce-4d2b-bdeb-64c4d722d0f3 req-acdfc9f5-3f7e-4b1d-a2d4-bf75eca268e2 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317423 Sep 14 12:11:55.884017 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f394b-24fb-47c1-8459-172d8e8d024a req-42e49bec-9261-43f8-9b30-2b2536f93d8c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:55.887628 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-300f394b-24fb-47c1-8459-172d8e8d024a req-42e49bec-9261-43f8-9b30-2b2536f93d8c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0523903 Sep 14 12:11:55.940922 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-300f394b-24fb-47c1-8459-172d8e8d024a req-6aabd428-10c1-453f-a1c7-b0f05bde41f3 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493288 Sep 14 12:11:55.979431 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072a346-1868-45d6-81d6-d78a6195d054 req-01a22170-b0a7-4765-9b64-643e7cf2041b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:55.980913 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b072a346-1868-45d6-81d6-d78a6195d054 req-01a22170-b0a7-4765-9b64-643e7cf2041b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0550625 Sep 14 12:11:56.022335 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b072a346-1868-45d6-81d6-d78a6195d054 req-71022965-bf16-4fb1-8696-d911799d5314 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353441 Sep 14 12:11:57.056436 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5d7e7-da7a-48d1-90b2-839bc932cae2 req-5baa7ddb-16f4-4b0f-97a9-edd2eb44dec2 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:57.057908 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2cd5d7e7-da7a-48d1-90b2-839bc932cae2 req-5baa7ddb-16f4-4b0f-97a9-edd2eb44dec2 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0490639 Sep 14 12:11:57.101191 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2cd5d7e7-da7a-48d1-90b2-839bc932cae2 req-62d4d3ad-a996-48d1-b85f-8d004fd9e2a6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334647 Sep 14 12:11:57.252900 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e46c7-eb1b-4b3f-aedc-1c187bdb6332 req-50adeea3-5efb-465d-9e0f-0bc0d7461b5e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:57.254358 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-082e46c7-eb1b-4b3f-aedc-1c187bdb6332 req-50adeea3-5efb-465d-9e0f-0bc0d7461b5e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.1146421 Sep 14 12:11:57.258632 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8ea64-e657-46cc-990c-b8bb0e413df5 req-a0162a71-68ca-4367-b8d7-99a65db4910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:57.260089 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1fa8ea64-e657-46cc-990c-b8bb0e413df5 req-a0162a71-68ca-4367-b8d7-99a65db4910f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c767f723545f4fd28ddc09b080dc3696&device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 1099 time: 0.1097410 Sep 14 12:11:57.268178 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2374f6-2cfd-4fe3-aa57-45be13e22757 req-9440579e-6699-45e6-a4a2-84e21357151f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:57.269530 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fb2374f6-2cfd-4fe3-aa57-45be13e22757 req-9440579e-6699-45e6-a4a2-84e21357151f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0931568 Sep 14 12:11:57.320127 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 47364) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:11:57.364047 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1bb012-3b55-403f-af3b-2c3926167c5a admin admin] Deleting subnet b8cff398-05a8-4988-8d89-af2afc8540d6 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:11:57.367518 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bf1bb012-3b55-403f-af3b-2c3926167c5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:57.382401 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-082e46c7-eb1b-4b3f-aedc-1c187bdb6332 req-0fe03b4c-9edb-4958-8c19-b10bff94d6fe tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119144 Sep 14 12:11:57.395530 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fb2374f6-2cfd-4fe3-aa57-45be13e22757 req-50dc6782-38f2-43fe-aefc-d2da69119563 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158571 Sep 14 12:11:57.404856 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bf1bb012-3b55-403f-af3b-2c3926167c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175050'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:57.421306 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8ea64-e657-46cc-990c-b8bb0e413df5 req-e6ab7fe7-04fd-409a-a6c9-debdef23c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:57.421306 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1fa8ea64-e657-46cc-990c-b8bb0e413df5 req-e6ab7fe7-04fd-409a-a6c9-debdef23c953 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a071452-e54a-489e-92ba-31d21538d42c HTTP/1.1" status: 200 len: 919 time: 0.1482425 Sep 14 12:11:57.445096 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bf1bb012-3b55-403f-af3b-2c3926167c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:57.469003 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1fa8ea64-e657-46cc-990c-b8bb0e413df5 req-6165c072-173d-455f-8473-18810dbec188 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce11cbc8-3d50-4742-b9bd-9b31e171ec25 HTTP/1.1" status: 200 len: 217 time: 0.0348458 Sep 14 12:11:57.496866 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bf1bb012-3b55-403f-af3b-2c3926167c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9075162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904105'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:57.522688 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bb012-3b55-403f-af3b-2c3926167c5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8cff398-05a8-4988-8d89-af2afc8540d6,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:57.525355 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bf1bb012-3b55-403f-af3b-2c3926167c5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:57.528859 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-bf1bb012-3b55-403f-af3b-2c3926167c5a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b8cff398-05a8-4988-8d89-af2afc8540d6 HTTP/1.1" status: 204 len: 168 time: 0.2073381 Sep 14 12:11:57.530169 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 47368) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:11:57.545038 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8ea64-e657-46cc-990c-b8bb0e413df5 req-2ad70b7d-8f77-4341-918b-158e427efbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:57.546503 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1fa8ea64-e657-46cc-990c-b8bb0e413df5 req-2ad70b7d-8f77-4341-918b-158e427efbbe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ea5e92-0ff4-4e73-ace0-515dc4388b17 HTTP/1.1" status: 200 len: 858 time: 0.0518706 Sep 14 12:11:57.589273 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1fa8ea64-e657-46cc-990c-b8bb0e413df5 req-b162ee94-59e6-4a66-b2a7-7e1f41164f11 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a071452-e54a-489e-92ba-31d21538d42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289297 Sep 14 12:11:57.598852 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-57228a0b-c371-472f-bf32-3aab3e178181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:57.673307 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-57228a0b-c371-472f-bf32-3aab3e178181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:57.682736 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1fa8ea64-e657-46cc-990c-b8bb0e413df5 req-d6baccd0-95f9-45a2-b3fc-4dd6958a5a75 service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808494 Sep 14 12:11:57.692217 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-57228a0b-c371-472f-bf32-3aab3e178181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f692789b-e351-4f09-9a1a-b97a27ffea79']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:11:57.701551 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-57228a0b-c371-472f-bf32-3aab3e178181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac94481-89c6-43aa-af15-ed7e09f1e07a') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:11:57.701840 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-57228a0b-c371-472f-bf32-3aab3e178181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac94481-89c6-43aa-af15-ed7e09f1e07a') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:11:57.710661 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-57228a0b-c371-472f-bf32-3aab3e178181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175155'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:57.723800 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-57228a0b-c371-472f-bf32-3aab3e178181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:57.729472 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57228a0b-c371-472f-bf32-3aab3e178181 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:11:57.729848 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-57228a0b-c371-472f-bf32-3aab3e178181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9274936'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: Traceback (most recent call last): Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: timer() Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: cb(*args, **kw) Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: return func(*args, **kwargs) Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: self._notify() Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: self.callback(batched_events) Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: event.method(event) Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: return f(self, *a, **k) Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._get(url).json() Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:11:57.731425 dv-cinder-784945-14-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:11:57.783719 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1fa8ea64-e657-46cc-990c-b8bb0e413df5 req-9eaa814f-134a-431d-8d3d-1d51644cbf89 service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863581 Sep 14 12:11:57.787242 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-57228a0b-c371-472f-bf32-3aab3e178181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:57.799224 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-57228a0b-c371-472f-bf32-3aab3e178181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:57.801476 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-57228a0b-c371-472f-bf32-3aab3e178181 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f692789b-e351-4f09-9a1a-b97a27ffea79 HTTP/1.1" status: 204 len: 168 time: 0.2703822 Sep 14 12:11:57.811361 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57228a0b-c371-472f-bf32-3aab3e178181 admin admin] Pushing event deleted for resources: {'Network': ['ID=f692789b-e351-4f09-9a1a-b97a27ffea79,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:57.966055 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 47376) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:11:58.003502 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-83270a2c-8f9b-4541-84c3-8bd3f8f0de8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=752a02133e3c4989bbb1447193907b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0363505 Sep 14 12:11:58.005724 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 47378) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:11:58.051289 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93ff920f-38fd-46cb-879d-2a27982c3208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:58.071429 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93ff920f-38fd-46cb-879d-2a27982c3208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:58.122506 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93ff920f-38fd-46cb-879d-2a27982c3208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:58.125024 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93ff920f-38fd-46cb-879d-2a27982c3208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:58.126263 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-93ff920f-38fd-46cb-879d-2a27982c3208 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0dcd489f-b558-4c5f-9e5d-4f010d914a80 HTTP/1.1" status: 204 len: 168 time: 0.1196494 Sep 14 12:11:58.134142 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff920f-38fd-46cb-879d-2a27982c3208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcd489f-b558-4c5f-9e5d-4f010d914a80,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:58.223278 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b04768-6571-4f1a-b6f5-a73df68394dd req-d0267e04-0026-4c17-828b-9557f54d9208 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:58.224798 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b2b04768-6571-4f1a-b6f5-a73df68394dd req-d0267e04-0026-4c17-828b-9557f54d9208 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0479693 Sep 14 12:11:58.266726 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b2b04768-6571-4f1a-b6f5-a73df68394dd req-ce08459c-3ff2-41c6-b03a-9235115f3424 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328941 Sep 14 12:11:58.563414 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c51f7-8fc9-4487-9af5-01bf0be6ceb1 req-4b69cd32-befb-43e2-acfc-b35515892b84 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:58.564899 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cf5c51f7-8fc9-4487-9af5-01bf0be6ceb1 req-4b69cd32-befb-43e2-acfc-b35515892b84 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0870612 Sep 14 12:11:58.572422 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acda6fd-bd33-4f96-a8fa-6c2113d6fcb2 req-01564905-c709-414f-8d26-10876b01c5b1 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:58.573797 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3acda6fd-bd33-4f96-a8fa-6c2113d6fcb2 req-01564905-c709-414f-8d26-10876b01c5b1 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0861533 Sep 14 12:11:58.632006 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cf5c51f7-8fc9-4487-9af5-01bf0be6ceb1 req-438edc16-8998-4980-bba9-59d24d29f599 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572591 Sep 14 12:11:58.637394 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3acda6fd-bd33-4f96-a8fa-6c2113d6fcb2 req-285d4e83-6eeb-49fb-9646-614128b8f8f9 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552685 Sep 14 12:11:58.948685 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0b9a0e34-4147-40a2-8b48-a93349c65397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:11:59.382177 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c5a54-f6e2-40f2-9c0e-5cac2222410d req-0b70a5cb-b670-41f9-8fad-ab9d810d65ff tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:59.384202 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f33c5a54-f6e2-40f2-9c0e-5cac2222410d req-0b70a5cb-b670-41f9-8fad-ab9d810d65ff tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0476320 Sep 14 12:11:59.419945 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f33c5a54-f6e2-40f2-9c0e-5cac2222410d req-7197ddcd-2c2c-4692-8a27-41ee42840e49 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298977 Sep 14 12:11:59.782669 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a094041-ad29-4acd-982e-3bc03a3284e9 req-2c9b825b-f8b7-42b8-9bdd-3e6a9c09a455 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:59.784132 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4a094041-ad29-4acd-982e-3bc03a3284e9 req-2c9b825b-f8b7-42b8-9bdd-3e6a9c09a455 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0771756 Sep 14 12:11:59.792670 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf057b6-754c-451e-805d-d96f518c14f5 req-958dd450-3bac-42bd-b244-66971088054b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:11:59.794007 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9cf057b6-754c-451e-805d-d96f518c14f5 req-958dd450-3bac-42bd-b244-66971088054b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0783098 Sep 14 12:11:59.844735 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4a094041-ad29-4acd-982e-3bc03a3284e9 req-9a5579ad-f07c-4e7e-b717-ae8e4c06f99a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497019 Sep 14 12:11:59.851976 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9cf057b6-754c-451e-805d-d96f518c14f5 req-fdf20f52-e777-4ab7-9a6b-f4ddce8277f1 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510402 Sep 14 12:12:00.533944 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8886f9-7cc3-45a2-a848-8d14adb432ba req-a68f7f47-80a1-428a-99ec-287f232b3729 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:00.535449 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ce8886f9-7cc3-45a2-a848-8d14adb432ba req-a68f7f47-80a1-428a-99ec-287f232b3729 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0493486 Sep 14 12:12:00.575997 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ce8886f9-7cc3-45a2-a848-8d14adb432ba req-e31d7bae-8556-4da5-8252-0cd7c693391f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339890 Sep 14 12:12:00.997383 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172a7c7-e4f2-434b-a3f0-d592f3b78d6c req-846b20ad-ecf9-4a83-b448-33ce9e86c1cc tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:00.998913 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6172a7c7-e4f2-434b-a3f0-d592f3b78d6c req-846b20ad-ecf9-4a83-b448-33ce9e86c1cc tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0807714 Sep 14 12:12:01.008452 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748abe4-0459-46cb-aefe-23884d941459 req-42c9b4a0-c41a-4431-ba6d-e908b3ab8071 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:01.009833 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d748abe4-0459-46cb-aefe-23884d941459 req-42c9b4a0-c41a-4431-ba6d-e908b3ab8071 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0899394 Sep 14 12:12:01.065872 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6172a7c7-e4f2-434b-a3f0-d592f3b78d6c req-0f29cb2b-cb72-4fdc-aa72-1780b26402f9 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550900 Sep 14 12:12:01.071047 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d748abe4-0459-46cb-aefe-23884d941459 req-4f35fb7e-a3ea-4c0d-8093-8a6c35aad9cb tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543416 Sep 14 12:12:01.238692 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:12:01.691635 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b579f-4437-446c-be29-af6bc9127e43 req-85ff4886-18b7-4be8-b187-4e02659a52f0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:01.693107 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a6b579f-4437-446c-be29-af6bc9127e43 req-85ff4886-18b7-4be8-b187-4e02659a52f0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0472403 Sep 14 12:12:01.729901 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-9a0d5b02-f4c4-4973-b769-4c1a64756ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:01.739357 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a6b579f-4437-446c-be29-af6bc9127e43 req-70495c37-a73e-4f5b-8ee1-cd1b0150775e tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395792 Sep 14 12:12:01.960847 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:02.208759 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe944a5-c7a5-461b-b62e-125fe2eed94d req-e0064b5b-4a69-4938-8113-f652c59ad04f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:02.210154 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-abe944a5-c7a5-461b-b62e-125fe2eed94d req-e0064b5b-4a69-4938-8113-f652c59ad04f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0752237 Sep 14 12:12:02.218222 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f904a-ad4b-4c3e-bce6-08ddf84b467d req-fa65a37e-bc9a-49ae-8501-74a7e543f738 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:02.219669 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fa7f904a-ad4b-4c3e-bce6-08ddf84b467d req-fa65a37e-bc9a-49ae-8501-74a7e543f738 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0748506 Sep 14 12:12:02.267297 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-abe944a5-c7a5-461b-b62e-125fe2eed94d req-de60e9a8-ebdc-431e-be7b-e8105cfcef97 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466709 Sep 14 12:12:02.281569 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fa7f904a-ad4b-4c3e-bce6-08ddf84b467d req-6637f701-e328-47df-9f74-d8af6c62c35b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537684 Sep 14 12:12:02.911055 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:03.058489 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea0d5-d745-4f6f-bd06-6378ea0b866c req-d648c5db-7113-41fd-824e-c8a5f40fdb35 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:03.060031 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffeea0d5-d745-4f6f-bd06-6378ea0b866c req-d648c5db-7113-41fd-824e-c8a5f40fdb35 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.2504473 Sep 14 12:12:03.096962 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffeea0d5-d745-4f6f-bd06-6378ea0b866c req-271ea797-12f5-438a-9290-324a55f95e27 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307281 Sep 14 12:12:03.284819 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:12:03.394692 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:03.406039 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'port_id': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf', 'mac_address': 'fa:16:3e:2b:e1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:12:03.411491 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf04a-2f3b-45b1-bb26-c0984eccbf62 req-54cc621d-9db8-4293-9a4a-8afcafe99ae2 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:03.412999 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f27cf04a-2f3b-45b1-bb26-c0984eccbf62 req-54cc621d-9db8-4293-9a4a-8afcafe99ae2 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0750499 Sep 14 12:12:03.440827 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadee99-7e2e-417a-b9cb-281d6581b774 req-33dd9c58-ed8a-4e4c-8863-a632f48bd64f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:03.442306 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dcadee99-7e2e-417a-b9cb-281d6581b774 req-33dd9c58-ed8a-4e4c-8863-a632f48bd64f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0763609 Sep 14 12:12:03.449682 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:03.463869 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:12:03.478033 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f27cf04a-2f3b-45b1-bb26-c0984eccbf62 req-e2ad4900-2272-4160-8c53-94a6dea19b88 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587606 Sep 14 12:12:03.487598 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:03.496631 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dcadee99-7e2e-417a-b9cb-281d6581b774 req-7e6db83b-ebb2-417d-8bd4-3636ee559144 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471613 Sep 14 12:12:03.499147 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:03.544862 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,revision_number=6']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:03.551675 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:03.552061 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:03.552409 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:03.552749 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:03.553086 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:03.553421 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:03.553754 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:03.554083 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:03.555100 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:03.555439 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:03.555763 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:03.556085 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:03.771146 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:12:03.900521 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:04.223984 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf363b-588a-4b6a-ba1c-a953a8de2174 req-27145e7c-7376-43ab-b515-64c25ee29447 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:04.226434 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-56bf363b-588a-4b6a-ba1c-a953a8de2174 req-27145e7c-7376-43ab-b515-64c25ee29447 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0609148 Sep 14 12:12:04.270017 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-56bf363b-588a-4b6a-ba1c-a953a8de2174 req-04256393-09ab-47ba-950e-139a15135c40 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350080 Sep 14 12:12:04.622489 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7524c-a985-40f8-91c6-cb3601eb298d req-00434483-96d4-4fc6-907b-4a7866072816 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:04.623976 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f0b7524c-a985-40f8-91c6-cb3601eb298d req-00434483-96d4-4fc6-907b-4a7866072816 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0775795 Sep 14 12:12:04.636578 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b85937-9263-41ae-96f2-700bd9272977 req-d986a335-a164-4ea1-bf21-0803216acb77 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:04.637956 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-16b85937-9263-41ae-96f2-700bd9272977 req-d986a335-a164-4ea1-bf21-0803216acb77 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 945 time: 0.0666559 Sep 14 12:12:04.695958 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f0b7524c-a985-40f8-91c6-cb3601eb298d req-f5d2ae2e-db65-4b8a-bc5a-0fcd334c837e tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570729 Sep 14 12:12:04.699258 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-16b85937-9263-41ae-96f2-700bd9272977 req-a00883c3-9cb5-4808-9ab1-f2a8c9f714e0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548346 Sep 14 12:12:05.166781 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:05.297132 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:12:05.356474 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:12:05.356855 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:05.402816 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c7414-6cec-4b8f-9050-65ebc5a41be6 req-c00817fe-4bfa-46d4-a52b-632746c11cc9 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:05.409979 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b27c7414-6cec-4b8f-9050-65ebc5a41be6 req-c00817fe-4bfa-46d4-a52b-632746c11cc9 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0672982 Sep 14 12:12:05.456092 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b27c7414-6cec-4b8f-9050-65ebc5a41be6 req-3e4f812d-0574-4d1c-966f-9081f63490bb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410690 Sep 14 12:12:05.468165 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:05.492620 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:12:05.494971 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179ef0f2-1c2d-43ab-ac98-335f44de44de" -d '{"events": [{"server_uuid": "9f6c4345-386e-4cc0-bae8-7feab55d535f", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:12:05.510919 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:05.517578 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:05.559505 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781f2a6c-80f7-46c4-b93b-6d881a94ad2d x-openstack-request-id: req-781f2a6c-80f7-46c4-b93b-6d881a94ad2d {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:12:05.559801 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6c4345-386e-4cc0-bae8-7feab55d535f", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:12:05.560080 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-781f2a6c-80f7-46c4-b93b-6d881a94ad2d {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:12:05.560476 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf', 'code': 200} Sep 14 12:12:05.584341 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,revision_number=7']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:05.876157 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6967b-1d38-4caf-a7e8-65608b181ee3 req-6bc8d655-5f74-453e-ad2e-25f377fa7dfa tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:05.879458 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bbc6967b-1d38-4caf-a7e8-65608b181ee3 req-6bc8d655-5f74-453e-ad2e-25f377fa7dfa tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0941312 Sep 14 12:12:05.914785 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7960e-ae07-4ce8-8991-9e63da6cd56d req-abe2f464-7be8-4d52-a8ea-34670009b901 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:05.917089 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-57d7960e-ae07-4ce8-8991-9e63da6cd56d req-abe2f464-7be8-4d52-a8ea-34670009b901 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0898495 Sep 14 12:12:05.942666 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bbc6967b-1d38-4caf-a7e8-65608b181ee3 req-833e500d-6d8e-4a5a-99c6-3367a7bd4540 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569267 Sep 14 12:12:05.979657 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-57d7960e-ae07-4ce8-8991-9e63da6cd56d req-c5904ebb-d3a6-4901-b647-028cc8b39661 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524187 Sep 14 12:12:06.599388 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0151e0-49cd-4ef2-99a3-ba87360da644 req-fc4adc29-3460-46c1-8417-8c9738ee763e tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:06.607383 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4b0151e0-49cd-4ef2-99a3-ba87360da644 req-fc4adc29-3460-46c1-8417-8c9738ee763e tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0799785 Sep 14 12:12:06.704028 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4b0151e0-49cd-4ef2-99a3-ba87360da644 req-7b69d256-828d-4ea5-83b8-5d011bbe31b4 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934715 Sep 14 12:12:06.750562 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-2126b9cc-f8c8-4db7-92b9-64f6a15331a8 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:06.752166 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-2126b9cc-f8c8-4db7-92b9-64f6a15331a8 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/networks?id=f3147417-9bdc-4caa-8a4a-96a49cb2a356 HTTP/1.1" status: 200 len: 814 time: 0.1434793 Sep 14 12:12:06.769393 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-290ff663-9178-4741-a832-b4dc991ec362 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/quotas/ed7325894aee40a8ba14ce01c8017925 HTTP/1.1" status: 200 len: 375 time: 0.0112827 Sep 14 12:12:06.849033 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-5747ae48-cc46-46c4-9b80-06f92aab0d81 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed7325894aee40a8ba14ce01c8017925&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732608 Sep 14 12:12:06.953587 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-9c71f0d1-9447-4866-b6f6-e19cdbb3f7b0 service neutron] 10.222.0.20 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036766 Sep 14 12:12:07.087886 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-315582ae-db22-4353-9053-24a59c638028 service neutron] 10.222.0.20 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276298 Sep 14 12:12:07.119995 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91837a54-62d2-4626-ac51-0389cfeea9ef req-91fd64e7-1066-4cb5-8f34-b313296dc00a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:07.121548 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-91837a54-62d2-4626-ac51-0389cfeea9ef req-91fd64e7-1066-4cb5-8f34-b313296dc00a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0879800 Sep 14 12:12:07.197366 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-91837a54-62d2-4626-ac51-0389cfeea9ef req-faee35bd-80a1-4a8e-aaae-e982dd82da69 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644467 Sep 14 12:12:07.298373 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1664472f-3319-48ba-93ef-448c1313df4b req-1945b1f9-d6ac-4834-b59d-5662d37a8751 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 210 time: 0.0357475 Sep 14 12:12:07.355738 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bcf5e-abf4-4467-bcb9-a0ba12ebc7b1 req-0011f736-eb0d-4daa-9e7c-89f35eccec2a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:07.358197 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d25bcf5e-abf4-4467-bcb9-a0ba12ebc7b1 req-0011f736-eb0d-4daa-9e7c-89f35eccec2a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0587738 Sep 14 12:12:07.408863 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d25bcf5e-abf4-4467-bcb9-a0ba12ebc7b1 req-f803eca8-eab2-4b6b-b14d-e688fc36e4d1 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445716 Sep 14 12:12:07.926862 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a0145-cfa8-438c-9eb3-5270aa633aa7 req-a80e6fa3-e2f4-4355-bcf6-7313981ef385 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:07.932023 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ef2a0145-cfa8-438c-9eb3-5270aa633aa7 req-a80e6fa3-e2f4-4355-bcf6-7313981ef385 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.1384666 Sep 14 12:12:07.978873 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ef2a0145-cfa8-438c-9eb3-5270aa633aa7 req-48ad2147-0a70-42f7-9ffc-bd7960260ddd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425041 Sep 14 12:12:08.317360 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cc01f-dd96-477e-a15a-07cc05cd5247 req-6d7500dc-1b40-4c62-80f5-16836cf54515 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:08.318847 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-155cc01f-dd96-477e-a15a-07cc05cd5247 req-6d7500dc-1b40-4c62-80f5-16836cf54515 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0530126 Sep 14 12:12:08.373908 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-155cc01f-dd96-477e-a15a-07cc05cd5247 req-6d44b562-4fe9-4876-8f18-9db635424a96 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400634 Sep 14 12:12:08.411556 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3d5a1b0b-1b3a-464b-8f3a-c66b3d9c1ab2 req-a6ad7aae-1e5e-4ecb-9493-17df03417d26 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 210 time: 0.0326860 Sep 14 12:12:08.578824 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a42e7-c7a3-4dac-be0d-8585b63913ec req-9ec8e6e6-b453-41d8-8123-6c2a9fad3e3a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:08.580641 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1b8a42e7-c7a3-4dac-be0d-8585b63913ec req-9ec8e6e6-b453-41d8-8123-6c2a9fad3e3a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0537789 Sep 14 12:12:08.628021 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1b8a42e7-c7a3-4dac-be0d-8585b63913ec req-cef46706-796c-4e2f-a8a8-252981c20a2a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396273 Sep 14 12:12:09.109218 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216a527-2661-4634-98a0-314df8cbe6a9 req-4c517a29-4a84-46ee-b897-ecb91851d255 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:09.110731 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d216a527-2661-4634-98a0-314df8cbe6a9 req-4c517a29-4a84-46ee-b897-ecb91851d255 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0564430 Sep 14 12:12:09.155197 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d216a527-2661-4634-98a0-314df8cbe6a9 req-4f4a0c45-ef26-4665-8455-e73903a19d3c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381713 Sep 14 12:12:09.519050 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0d5d4ad3-7316-415a-9d1b-fc36d4002cd6 req-b7d5d835-86ab-43c3-8702-140b06df4e73 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 210 time: 0.0321958 Sep 14 12:12:09.540723 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a68329-bd2e-4bb0-a721-7cfb7113bace req-f3f4e5a5-aa60-4cd0-89e0-08181ea98352 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:09.540723 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e8a68329-bd2e-4bb0-a721-7cfb7113bace req-f3f4e5a5-aa60-4cd0-89e0-08181ea98352 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0850255 Sep 14 12:12:09.575958 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e8a68329-bd2e-4bb0-a721-7cfb7113bace req-beeb9d4a-63b6-4ac0-9355-2c5d8c469207 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343719 Sep 14 12:12:09.764042 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e1109-39e6-4a88-b73c-b292f4d334e7 req-ef84af83-e325-4000-a01f-ef386f8e976a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:09.765833 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-887e1109-39e6-4a88-b73c-b292f4d334e7 req-ef84af83-e325-4000-a01f-ef386f8e976a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0610981 Sep 14 12:12:09.818898 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-887e1109-39e6-4a88-b73c-b292f4d334e7 req-fec2d205-ec8d-4cbf-b94d-8f2fa587f414 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469007 Sep 14 12:12:10.300524 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e31360-f079-419d-a531-644af289fa94 req-03572301-47a1-4307-ba06-16148e8684d1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:10.307531 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-39e31360-f079-419d-a531-644af289fa94 req-03572301-47a1-4307-ba06-16148e8684d1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0806656 Sep 14 12:12:10.344216 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-39e31360-f079-419d-a531-644af289fa94 req-4989b9fa-6fb3-43ce-9e95-a188d192dcd5 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346117 Sep 14 12:12:10.643233 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8fa18d64-98f6-4256-937c-58ad987951a6 req-3d6abf92-fe38-4f78-8c47-dfc3b6b7e6aa tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 210 time: 0.0426521 Sep 14 12:12:10.734988 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d896a6-9d11-4e18-9293-b5e34002d9d0 req-ab3ec936-5f35-4611-9ab6-a18a35a2e43a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:10.737084 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-62d896a6-9d11-4e18-9293-b5e34002d9d0 req-ab3ec936-5f35-4611-9ab6-a18a35a2e43a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0542245 Sep 14 12:12:10.778697 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-62d896a6-9d11-4e18-9293-b5e34002d9d0 req-052d1ea9-bff1-4428-862f-bb2447ace2c9 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358038 Sep 14 12:12:10.947034 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2d14e-5f7b-4a2f-8046-c818bdc0afa3 req-2635253a-6ac8-4040-98ba-f6fee1de9657 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:10.948904 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cbc2d14e-5f7b-4a2f-8046-c818bdc0afa3 req-2635253a-6ac8-4040-98ba-f6fee1de9657 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0535295 Sep 14 12:12:11.060759 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cbc2d14e-5f7b-4a2f-8046-c818bdc0afa3 req-2a402f7c-ec10-4689-bbf5-fd5f015a7e16 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023464 Sep 14 12:12:11.112543 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-1bde9c59-09fc-415b-9dd8-5fb8c13aef2d tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:11.114312 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-1bde9c59-09fc-415b-9dd8-5fb8c13aef2d tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.22 "GET /v2.0/networks?id=f3147417-9bdc-4caa-8a4a-96a49cb2a356 HTTP/1.1" status: 200 len: 814 time: 0.1643813 Sep 14 12:12:11.147152 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-eb68e15c-60b1-424e-b190-c8e205fca56f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Request body: {'port': {'device_id': '26dbb205-6df1-40c2-95cc-f58a1a2b1255', 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356', 'admin_state_up': True, 'tenant_id': 'ed7325894aee40a8ba14ce01c8017925'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:12:11.298206 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-eb68e15c-60b1-424e-b190-c8e205fca56f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Made reservation on behalf of ed7325894aee40a8ba14ce01c8017925 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:12:11.302266 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-eb68e15c-60b1-424e-b190-c8e205fca56f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:11.511118 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-eb68e15c-60b1-424e-b190-c8e205fca56f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Allocated IP 172.20.0.3 (f3147417-9bdc-4caa-8a4a-96a49cb2a356/159cf4ba-bce1-4e66-b8a5-04ca439e0d5c/e982cb25-b603-4f42-90b9-bb5bfdeebb20) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:12:11.537271 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca21c8-5ebc-4393-9fbd-5160ceb2b2ea req-b36bcdea-54b3-4ec8-b24f-54d289426200 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:11.538824 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-18ca21c8-5ebc-4393-9fbd-5160ceb2b2ea req-b36bcdea-54b3-4ec8-b24f-54d289426200 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0923285 Sep 14 12:12:11.615807 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-18ca21c8-5ebc-4393-9fbd-5160ceb2b2ea req-e182c609-20b8-4fce-b5ca-db7597e259fe tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673423 Sep 14 12:12:11.760602 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-eb68e15c-60b1-424e-b190-c8e205fca56f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:11.791524 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-61cdcb8c-6061-436c-9e64-07b4f38c9c15 req-5363c3ce-cdc1-4fa2-9de5-658fbfd0b7c4 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 210 time: 0.0715985 Sep 14 12:12:11.867777 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-eb68e15c-60b1-424e-b190-c8e205fca56f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:11.883307 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['a2fbd5c4-a598-4f1d-9670-147316b6fc03', '5de4fa84-ce85-4900-9a88-1eef4c52b3e3', 'c782571c-fd5b-4004-8b48-a0df1c0f2f73'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:12:11.939503 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68e15c-60b1-424e-b190-c8e205fca56f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Pushing event updated for resources: {'Port': ['ID=e982cb25-b603-4f42-90b9-bb5bfdeebb20,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:11.992138 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-eb68e15c-60b1-424e-b190-c8e205fca56f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Network f3147417-9bdc-4caa-8a4a-96a49cb2a356 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:12:11.995426 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-eb68e15c-60b1-424e-b190-c8e205fca56f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:12:12.001185 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-eb68e15c-60b1-424e-b190-c8e205fca56f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:12:12.060544 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-eb68e15c-60b1-424e-b190-c8e205fca56f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:12.061203 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-eb68e15c-60b1-424e-b190-c8e205fca56f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:12.089562 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515940dd-b23e-41db-bb74-e15de3a8a8e4 req-4e66eea2-5208-44b3-9bbc-1ddf00f08c2c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:12.090691 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-515940dd-b23e-41db-bb74-e15de3a8a8e4 req-4e66eea2-5208-44b3-9bbc-1ddf00f08c2c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.1522887 Sep 14 12:12:12.092541 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-eb68e15c-60b1-424e-b190-c8e205fca56f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9565010 Sep 14 12:12:12.119584 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Request body: {'port': {'device_id': '26dbb205-6df1-40c2-95cc-f58a1a2b1255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:12:12.187004 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:12.276057 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-515940dd-b23e-41db-bb74-e15de3a8a8e4 req-9f45c0f2-cf9d-404b-8ad8-aef074dd55d0 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699901 Sep 14 12:12:12.330070 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ba2db-78b8-482b-a801-f1fc77dafaeb req-454114db-1f20-4fa2-b80f-c0612988dcff tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:12.331665 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-832ba2db-78b8-482b-a801-f1fc77dafaeb req-454114db-1f20-4fa2-b80f-c0612988dcff tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.1465747 Sep 14 12:12:12.430228 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-832ba2db-78b8-482b-a801-f1fc77dafaeb req-561227ea-5024-4a8e-89d9-a98108e03d75 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562921 Sep 14 12:12:12.591714 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e982cb25-b603-4f42-90b9-bb5bfdeebb20 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:12:12.599250 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:12.613994 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Transition to ACTIVE for port object e982cb25-b603-4f42-90b9-bb5bfdeebb20 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:12:12.619306 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:12.669826 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Pushing event updated for resources: {'Port': ['ID=e982cb25-b603-4f42-90b9-bb5bfdeebb20,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:12.793909 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e7c33-068f-4cde-b914-70517e5cb4da req-2740f9a8-2c87-4ed7-b934-afdd35e588f3 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:12.795519 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-132e7c33-068f-4cde-b914-70517e5cb4da req-2740f9a8-2c87-4ed7-b934-afdd35e588f3 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0845344 Sep 14 12:12:12.801188 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Attempting to bind port e982cb25-b603-4f42-90b9-bb5bfdeebb20 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:12:12.803380 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Attempting to bind port e982cb25-b603-4f42-90b9-bb5bfdeebb20 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:12:12.804032 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Attempting to bind port e982cb25-b603-4f42-90b9-bb5bfdeebb20 on network f3147417-9bdc-4caa-8a4a-96a49cb2a356 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:12:12.815858 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Port e982cb25-b603-4f42-90b9-bb5bfdeebb20 on network f3147417-9bdc-4caa-8a4a-96a49cb2a356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:12:12.816186 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Attempting to bind port e982cb25-b603-4f42-90b9-bb5bfdeebb20 on network f3147417-9bdc-4caa-8a4a-96a49cb2a356 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:12:12.833738 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:12:12.834126 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Checking segment: {'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:12:12.834476 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Bound using segment: {'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:12:12.834866 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Bound port: e982cb25-b603-4f42-90b9-bb5bfdeebb20, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:12:12.835248 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:12.866109 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-132e7c33-068f-4cde-b914-70517e5cb4da req-22d2d768-9b5f-47b9-bdd7-c087cb9dcccd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586588 Sep 14 12:12:12.937079 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] For port e982cb25-b603-4f42-90b9-bb5bfdeebb20, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:12:12.982537 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] For port e982cb25-b603-4f42-90b9-bb5bfdeebb20, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e982cb25-b603-4f42-90b9-bb5bfdeebb20,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:12:12.999735 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce76dbd-65f9-4551-ab93-26be39ca4133 req-f1199df8-f4cc-485f-9148-975971f62a73 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:13.001350 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9ce76dbd-65f9-4551-ab93-26be39ca4133 req-f1199df8-f4cc-485f-9148-975971f62a73 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 943 time: 0.0656979 Sep 14 12:12:13.003044 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:13.066514 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:13.067249 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:13.068705 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] 10.222.0.22 "PUT /v2.0/ports/e982cb25-b603-4f42-90b9-bb5bfdeebb20 HTTP/1.1" status: 200 len: 1093 time: 0.9600556 Sep 14 12:12:13.069224 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26dbb205-6df1-40c2-95cc-f58a1a2b1255', 'tag': 'e982cb25-b603-4f42-90b9-bb5bfdeebb20'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:12:13.072489 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f7827d-1a89-4b20-a3f7-f5757c1ce7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "26dbb205-6df1-40c2-95cc-f58a1a2b1255", "tag": "e982cb25-b603-4f42-90b9-bb5bfdeebb20"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:12:13.121699 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9ce76dbd-65f9-4551-ab93-26be39ca4133 req-8a34ff47-63a5-48c3-bfdb-bfd497f9b73f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102266 Sep 14 12:12:13.140857 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55159542-19f9-49d3-a597-5269e9b87f26 service neutron] Pushing event updated for resources: {'Port': ['ID=e982cb25-b603-4f42-90b9-bb5bfdeebb20,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:13.158569 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0565df-0181-4d86-9d6c-292ff14db2dc x-openstack-request-id: req-2f0565df-0181-4d86-9d6c-292ff14db2dc {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:12:13.158867 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26dbb205-6df1-40c2-95cc-f58a1a2b1255", "tag": "e982cb25-b603-4f42-90b9-bb5bfdeebb20", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:12:13.159140 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f0565df-0181-4d86-9d6c-292ff14db2dc {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:12:13.159532 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26dbb205-6df1-40c2-95cc-f58a1a2b1255', 'tag': 'e982cb25-b603-4f42-90b9-bb5bfdeebb20', 'status': 'completed', 'code': 200} Sep 14 12:12:13.195636 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-4f6f6eca-c5fc-4907-bcbd-c6f87a86e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:13.197870 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-4f6f6eca-c5fc-4907-bcbd-c6f87a86e3b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed7325894aee40a8ba14ce01c8017925&device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 1096 time: 0.0506020 Sep 14 12:12:13.250788 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-1a728277-e8a5-4b98-b875-814eceaafa22 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e982cb25-b603-4f42-90b9-bb5bfdeebb20 HTTP/1.1" status: 200 len: 217 time: 0.0363810 Sep 14 12:12:13.309242 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-598c2c4d-7ef0-4957-a1e4-9835ff58438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:13.310733 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-598c2c4d-7ef0-4957-a1e4-9835ff58438a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=159cf4ba-bce1-4e66-b8a5-04ca439e0d5c HTTP/1.1" status: 200 len: 854 time: 0.0459909 Sep 14 12:12:13.355089 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-86bfd057-42ca-4bf3-83bc-2d76af6477d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f3147417-9bdc-4caa-8a4a-96a49cb2a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324483 Sep 14 12:12:13.467492 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec48a20-a0a0-4158-8b60-9bd0e53781b4 req-aaf4f41d-266e-4d41-97d3-45251a43c1f6 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:13.469215 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4ec48a20-a0a0-4158-8b60-9bd0e53781b4 req-aaf4f41d-266e-4d41-97d3-45251a43c1f6 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.1119626 Sep 14 12:12:13.535480 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-c6eff486-ae01-44e7-9913-923b52f24e0d service neutron] 10.222.0.22 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681907 Sep 14 12:12:13.600913 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4ec48a20-a0a0-4158-8b60-9bd0e53781b4 req-0030247a-2155-4516-b9b0-22430adf9aac tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231356 Sep 14 12:12:13.630965 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359ac48-003a-479b-b759-435508ce3aae req-a293ec58-b2d4-4d33-a0c3-cd68775deac1 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:13.632692 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8359ac48-003a-479b-b759-435508ce3aae req-a293ec58-b2d4-4d33-a0c3-cd68775deac1 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.1180167 Sep 14 12:12:13.724034 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c808117-397a-4c54-8b6e-1cdd8b99d3d2 req-9d406080-cc4a-4168-91f6-c1cd2f7f98ce service neutron] 10.222.0.22 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713369 Sep 14 12:12:13.726829 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8359ac48-003a-479b-b759-435508ce3aae req-fca6c649-d9b3-4eb7-a91d-002e3269653f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604758 Sep 14 12:12:13.819879 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7827d-1a89-4b20-a3f7-f5757c1ce7eb req-8e32b960-8fe1-4411-bf39-871f3edfff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:13.822000 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-86f7827d-1a89-4b20-a3f7-f5757c1ce7eb req-8e32b960-8fe1-4411-bf39-871f3edfff5d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed7325894aee40a8ba14ce01c8017925&device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 1096 time: 0.0438356 Sep 14 12:12:13.925670 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7827d-1a89-4b20-a3f7-f5757c1ce7eb req-d764bed9-50a3-4e41-ae1e-404da79a2483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:13.927325 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-86f7827d-1a89-4b20-a3f7-f5757c1ce7eb req-d764bed9-50a3-4e41-ae1e-404da79a2483 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f3147417-9bdc-4caa-8a4a-96a49cb2a356 HTTP/1.1" status: 200 len: 915 time: 0.0965562 Sep 14 12:12:14.228259 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-86f7827d-1a89-4b20-a3f7-f5757c1ce7eb req-f9b21723-a7d8-49dc-96b6-ddf8b492df16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e982cb25-b603-4f42-90b9-bb5bfdeebb20 HTTP/1.1" status: 200 len: 217 time: 0.2918630 Sep 14 12:12:14.352281 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fc1aa-1410-4096-93e4-8bdff703f83b req-e3a22531-3945-424c-b68b-e31b32e8137d tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:14.356394 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-044fc1aa-1410-4096-93e4-8bdff703f83b req-e3a22531-3945-424c-b68b-e31b32e8137d tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.1369591 Sep 14 12:12:14.381133 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64276489-a077-4291-ba7f-c4d7cf67d1b4 req-b44b1f6c-cd6e-4749-a986-abbb2123d271 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:14.382654 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-64276489-a077-4291-ba7f-c4d7cf67d1b4 req-b44b1f6c-cd6e-4749-a986-abbb2123d271 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 943 time: 0.1669457 Sep 14 12:12:14.384679 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7827d-1a89-4b20-a3f7-f5757c1ce7eb req-2af75e2c-bccc-4b2c-a1b2-f2f0aca500a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:14.385997 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-86f7827d-1a89-4b20-a3f7-f5757c1ce7eb req-2af75e2c-bccc-4b2c-a1b2-f2f0aca500a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=159cf4ba-bce1-4e66-b8a5-04ca439e0d5c HTTP/1.1" status: 200 len: 854 time: 0.1211514 Sep 14 12:12:14.445012 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-86f7827d-1a89-4b20-a3f7-f5757c1ce7eb req-12084837-89f0-4147-ad02-2d9f88cc92a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f3147417-9bdc-4caa-8a4a-96a49cb2a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443323 Sep 14 12:12:14.501529 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-64276489-a077-4291-ba7f-c4d7cf67d1b4 req-24d66e8e-357a-44cb-ae74-a41e7b192d19 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076009 Sep 14 12:12:14.504576 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-044fc1aa-1410-4096-93e4-8bdff703f83b req-8ee278e4-0582-4ad2-8c9d-122a87c15d28 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405451 Sep 14 12:12:14.605626 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-86f7827d-1a89-4b20-a3f7-f5757c1ce7eb req-3cca0a92-aae3-4552-beb2-e772c276724f service neutron] 10.222.0.22 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418369 Sep 14 12:12:14.746325 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-86f7827d-1a89-4b20-a3f7-f5757c1ce7eb req-7402fa43-6bba-4e18-b414-3981b2512a81 service neutron] 10.222.0.22 "GET /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314018 Sep 14 12:12:14.767042 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7539622-c141-4662-a981-d23054e73509 req-9d1198e2-abb6-4809-b753-8762c44e4470 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:14.768587 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e7539622-c141-4662-a981-d23054e73509 req-9d1198e2-abb6-4809-b753-8762c44e4470 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0847414 Sep 14 12:12:14.815056 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e7539622-c141-4662-a981-d23054e73509 req-1156215c-a701-4772-918d-48cd6951b38b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400531 Sep 14 12:12:14.890692 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63325122-8875-49af-9c0a-bfab0884d78a req-6481ec1f-01d4-42af-920d-0f0c66b435cf tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:14.892417 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-63325122-8875-49af-9c0a-bfab0884d78a req-6481ec1f-01d4-42af-920d-0f0c66b435cf tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0506260 Sep 14 12:12:14.931099 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-63325122-8875-49af-9c0a-bfab0884d78a req-2602127e-a37b-46be-b326-e408fbe7d4c0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322211 Sep 14 12:12:15.672618 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e138ad-6366-4e58-8c8e-ce15c52a4618 req-c1edbec5-1b1b-4496-b5b2-d633e3956b3e tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:15.674125 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-63e138ad-6366-4e58-8c8e-ce15c52a4618 req-c1edbec5-1b1b-4496-b5b2-d633e3956b3e tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 943 time: 0.0814161 Sep 14 12:12:15.682991 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff53a2e-f2f5-484f-846e-99a8ae024834 req-5a3fc7f0-219a-4d9b-bfa5-ee1065206ddd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:15.684432 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aff53a2e-f2f5-484f-846e-99a8ae024834 req-5a3fc7f0-219a-4d9b-bfa5-ee1065206ddd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0897462 Sep 14 12:12:15.774789 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aff53a2e-f2f5-484f-846e-99a8ae024834 req-508fa504-8b66-4179-b186-fefe2fbd3916 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835140 Sep 14 12:12:15.777475 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-63e138ad-6366-4e58-8c8e-ce15c52a4618 req-f45e49bc-a654-4ec1-8900-210bf5d80a82 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921776 Sep 14 12:12:15.801072 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29883a1e-b29d-4d1f-ba5d-655b1738f816 req-127ac55f-4e75-4d3d-863d-60d75f59254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:15.801072 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-29883a1e-b29d-4d1f-ba5d-655b1738f816 req-127ac55f-4e75-4d3d-863d-60d75f59254d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 1099 time: 0.0590563 Sep 14 12:12:15.934621 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29883a1e-b29d-4d1f-ba5d-655b1738f816 req-875d3c7e-c81d-4ac4-87a7-516986083c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:15.936391 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-29883a1e-b29d-4d1f-ba5d-655b1738f816 req-875d3c7e-c81d-4ac4-87a7-516986083c05 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7 HTTP/1.1" status: 200 len: 918 time: 0.1302876 Sep 14 12:12:15.952621 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f36626-5e1f-4961-8ce5-89a4c2bc9a48 req-528fd69b-7c62-4646-9bd7-970d64c27763 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:15.954066 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f2f36626-5e1f-4961-8ce5-89a4c2bc9a48 req-528fd69b-7c62-4646-9bd7-970d64c27763 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0625062 Sep 14 12:12:16.066564 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-29883a1e-b29d-4d1f-ba5d-655b1738f816 req-aa9c3155-53ac-4d44-9728-6580d49349b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf HTTP/1.1" status: 200 len: 1002 time: 0.1115477 Sep 14 12:12:16.073498 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f2f36626-5e1f-4961-8ce5-89a4c2bc9a48 req-f9f287e5-0c83-4b10-b021-dd434834e983 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101108 Sep 14 12:12:16.125356 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178102c-08f5-44cd-acf4-07649b225ea2 req-69d5f4b6-e75c-4c2d-973b-07f5d0cbf84a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:16.126840 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c178102c-08f5-44cd-acf4-07649b225ea2 req-69d5f4b6-e75c-4c2d-973b-07f5d0cbf84a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.1039851 Sep 14 12:12:16.134383 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29883a1e-b29d-4d1f-ba5d-655b1738f816 req-9c15f896-b501-4433-acc8-ff9723256780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:16.135806 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-29883a1e-b29d-4d1f-ba5d-655b1738f816 req-9c15f896-b501-4433-acc8-ff9723256780 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6208ef-9aa5-4893-bd46-0183fd7d2f36 HTTP/1.1" status: 200 len: 856 time: 0.0597596 Sep 14 12:12:16.196836 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c178102c-08f5-44cd-acf4-07649b225ea2 req-bd1d7b3f-964d-48a1-9aa7-514d0f265a4f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598936 Sep 14 12:12:16.206627 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29883a1e-b29d-4d1f-ba5d-655b1738f816 req-01af980b-54c5-46fc-8790-8800a31f05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:16.208107 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-29883a1e-b29d-4d1f-ba5d-655b1738f816 req-01af980b-54c5-46fc-8790-8800a31f05a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0587921 Sep 14 12:12:16.305253 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-29883a1e-b29d-4d1f-ba5d-655b1738f816 req-2e167579-7341-4173-946d-614ecdc1db5a service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883617 Sep 14 12:12:16.400354 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-29883a1e-b29d-4d1f-ba5d-655b1738f816 req-714b97d2-93d0-45f6-afbd-125d4de3b71f service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856342 Sep 14 12:12:16.926322 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b01aa-a69e-4d37-bf24-bb28f902db73 req-24b85107-d574-44d6-a86e-7346c838013a tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:16.927841 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a95b01aa-a69e-4d37-bf24-bb28f902db73 req-24b85107-d574-44d6-a86e-7346c838013a tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 943 time: 0.0807457 Sep 14 12:12:16.937922 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b197c-a05c-4bae-961d-2aed4a47f2cc req-82778df8-2aa6-4dac-9f61-c4cd37badccc tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:16.939364 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f80b197c-a05c-4bae-961d-2aed4a47f2cc req-82778df8-2aa6-4dac-9f61-c4cd37badccc tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0803366 Sep 14 12:12:16.997309 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a95b01aa-a69e-4d37-bf24-bb28f902db73 req-a2a8c483-d9a1-4901-b559-c670e7a46b8c tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570605 Sep 14 12:12:17.000022 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f80b197c-a05c-4bae-961d-2aed4a47f2cc req-62301880-e677-418a-9a83-2fd80d1fa87f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543177 Sep 14 12:12:17.193371 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e50f7-aa86-4117-af76-a7ffba1fcfc1 req-ec05f03b-7d3d-423e-85f1-823845946f89 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:17.194826 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ef5e50f7-aa86-4117-af76-a7ffba1fcfc1 req-ec05f03b-7d3d-423e-85f1-823845946f89 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0506859 Sep 14 12:12:17.232528 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ef5e50f7-aa86-4117-af76-a7ffba1fcfc1 req-9b838b32-4d0d-4897-ba2b-ab9a09b5e96c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310738 Sep 14 12:12:17.317899 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d442f53-17f2-430a-8403-cc22ac9cb448 req-e545d261-803c-4ed7-aafb-15c1b8c70501 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:17.319360 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1d442f53-17f2-430a-8403-cc22ac9cb448 req-e545d261-803c-4ed7-aafb-15c1b8c70501 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0476928 Sep 14 12:12:17.353638 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device e982cb25-b603-4f42-90b9-bb5bfdeebb20 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:12:17.362632 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1d442f53-17f2-430a-8403-cc22ac9cb448 req-f0aad490-0555-4829-8c1e-6d2d5f83496d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367813 Sep 14 12:12:17.454451 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port e982cb25-b603-4f42-90b9-bb5bfdeebb20, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e982cb25-b603-4f42-90b9-bb5bfdeebb20,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:17.468127 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': 'e982cb25-b603-4f42-90b9-bb5bfdeebb20', 'network_id': 'f3147417-9bdc-4caa-8a4a-96a49cb2a356', 'port_id': 'e982cb25-b603-4f42-90b9-bb5bfdeebb20', 'mac_address': 'fa:16:3e:da:4f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159cf4ba-bce1-4e66-b8a5-04ca439e0d5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:12:17.512335 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:17.525666 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e982cb25-b603-4f42-90b9-bb5bfdeebb20 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:12:17.546220 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port e982cb25-b603-4f42-90b9-bb5bfdeebb20, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e982cb25-b603-4f42-90b9-bb5bfdeebb20,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:17.550336 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:17.602605 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=e982cb25-b603-4f42-90b9-bb5bfdeebb20,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:17.910136 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['e982cb25-b603-4f42-90b9-bb5bfdeebb20'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:12:18.158560 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f11ca-113c-4976-a968-eafefca57751 req-0f0b29c8-c1ed-4664-87be-0a66171fece0 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:18.159973 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3c1f11ca-113c-4976-a968-eafefca57751 req-0f0b29c8-c1ed-4664-87be-0a66171fece0 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 944 time: 0.0840726 Sep 14 12:12:18.168520 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799dd8b-78dd-4704-b17d-84e0b0e65095 req-d46817be-dacb-4009-a2b6-4d8d6384b2d0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:18.169903 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c799dd8b-78dd-4704-b17d-84e0b0e65095 req-d46817be-dacb-4009-a2b6-4d8d6384b2d0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0955205 Sep 14 12:12:18.216871 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3c1f11ca-113c-4976-a968-eafefca57751 req-10d20f34-2a79-4368-b67c-7b2ededd8823 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460365 Sep 14 12:12:18.231581 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c799dd8b-78dd-4704-b17d-84e0b0e65095 req-4e563561-ca22-414f-be94-6f3430a2fb97 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550890 Sep 14 12:12:18.354708 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909800f-a507-4e93-8edc-6c84fd37b64a req-da749062-b312-485d-9ae8-d6303eae3120 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:18.356228 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0909800f-a507-4e93-8edc-6c84fd37b64a req-da749062-b312-485d-9ae8-d6303eae3120 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0484395 Sep 14 12:12:18.394872 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0909800f-a507-4e93-8edc-6c84fd37b64a req-2ccf88be-59bd-4e4f-91a3-55f6dd3e6692 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323305 Sep 14 12:12:18.492103 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace7465-bd87-4227-bf09-23a7b5d76c19 req-c054b14f-7b2e-4a00-adf1-d5a4093e6159 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:18.493819 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9ace7465-bd87-4227-bf09-23a7b5d76c19 req-c054b14f-7b2e-4a00-adf1-d5a4093e6159 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0541563 Sep 14 12:12:18.532846 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9ace7465-bd87-4227-bf09-23a7b5d76c19 req-4d52dcf4-b9f3-4d9f-86dc-144b8431e903 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328319 Sep 14 12:12:19.365699 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68b15e-6d18-4b02-b937-3500ca346853 req-dc168794-6886-4b4c-98a7-cf9e0daf7486 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:19.367195 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f68b15e-6d18-4b02-b937-3500ca346853 req-dc168794-6886-4b4c-98a7-cf9e0daf7486 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 944 time: 0.0780199 Sep 14 12:12:19.370963 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device e982cb25-b603-4f42-90b9-bb5bfdeebb20 up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:12:19.376604 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9fe18-eb22-4aa4-8a5a-2dd50f3be424 req-f9b2ef56-59a0-4ced-af0c-a0017796cdd3 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:19.378838 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fce9fe18-eb22-4aa4-8a5a-2dd50f3be424 req-f9b2ef56-59a0-4ced-af0c-a0017796cdd3 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0795305 Sep 14 12:12:19.422942 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port e982cb25-b603-4f42-90b9-bb5bfdeebb20 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:12:19.426571 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port e982cb25-b603-4f42-90b9-bb5bfdeebb20 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:12:19.426944 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:19.438933 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f68b15e-6d18-4b02-b937-3500ca346853 req-2d5d8ece-9b43-423a-b2d8-8ca69358ee71 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597942 Sep 14 12:12:19.443698 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fce9fe18-eb22-4aa4-8a5a-2dd50f3be424 req-4b28bf56-cd30-4f13-b505-5c7af80040aa tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564966 Sep 14 12:12:19.514721 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:19.536525 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26dbb205-6df1-40c2-95cc-f58a1a2b1255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e982cb25-b603-4f42-90b9-bb5bfdeebb20'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:12:19.538789 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2684a35c-8ed6-41f6-8786-1219234c150d" -d '{"events": [{"server_uuid": "26dbb205-6df1-40c2-95cc-f58a1a2b1255", "name": "network-vif-plugged", "status": "completed", "tag": "e982cb25-b603-4f42-90b9-bb5bfdeebb20"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:12:19.553311 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a298e5a-4df7-4e19-9177-7786374518ed req-cf045960-611c-4e4a-b983-d8d774de6150 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:19.556194 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3a298e5a-4df7-4e19-9177-7786374518ed req-cf045960-611c-4e4a-b983-d8d774de6150 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0517418 Sep 14 12:12:19.556708 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port e982cb25-b603-4f42-90b9-bb5bfdeebb20, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e982cb25-b603-4f42-90b9-bb5bfdeebb20,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:19.561685 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:19.562746 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:12:19.584783 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f21408-7718-43f8-9655-5b35d8865f7d x-openstack-request-id: req-84f21408-7718-43f8-9655-5b35d8865f7d {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:12:19.585079 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26dbb205-6df1-40c2-95cc-f58a1a2b1255", "name": "network-vif-plugged", "status": "completed", "tag": "e982cb25-b603-4f42-90b9-bb5bfdeebb20", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:12:19.585327 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84f21408-7718-43f8-9655-5b35d8865f7d {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:12:19.585711 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26dbb205-6df1-40c2-95cc-f58a1a2b1255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e982cb25-b603-4f42-90b9-bb5bfdeebb20', 'code': 200} Sep 14 12:12:19.599818 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3a298e5a-4df7-4e19-9177-7786374518ed req-325e0b4f-46d0-43e6-bec0-e7c6553ed00a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357666 Sep 14 12:12:19.650486 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=e982cb25-b603-4f42-90b9-bb5bfdeebb20,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:19.697486 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c6e35-661b-4b4d-b30d-cc55f269f206 req-1757b20d-c89f-4aa7-9c02-006cd521332c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:19.699498 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e51c6e35-661b-4b4d-b30d-cc55f269f206 req-1757b20d-c89f-4aa7-9c02-006cd521332c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 946 time: 0.0637181 Sep 14 12:12:19.705323 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:19.744931 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:19.748905 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:19.749978 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e51c6e35-661b-4b4d-b30d-cc55f269f206 req-f896d4e1-01eb-4aac-8805-90c7342ce30f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420377 Sep 14 12:12:19.786783 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d5815-dfad-4853-b7df-475bec3c7a8c req-c33f6af2-2301-4602-b3b3-2bf52fb23eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:19.788588 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-520d5815-dfad-4853-b7df-475bec3c7a8c req-c33f6af2-2301-4602-b3b3-2bf52fb23eed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 1098 time: 0.0547075 Sep 14 12:12:19.802660 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,revision_number=8']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:19.835709 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-520d5815-dfad-4853-b7df-475bec3c7a8c req-4c7956aa-0430-41a3-afbd-8a1b70c8bf15 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382917 Sep 14 12:12:20.367675 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [req-b9c8eb5f-b413-4c8d-99d9-88cfcfa4fe7f req-a32b3034-10f9-4921-9698-f996336289a9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 12:12:20.368644 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b9c8eb5f-b413-4c8d-99d9-88cfcfa4fe7f req-a32b3034-10f9-4921-9698-f996336289a9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054069 Sep 14 12:12:20.549799 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bd42b-7e8d-47f8-8698-a7611bd6ab21 req-e8aa5609-c04b-4f98-8d18-bc55a34fb79f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:20.551233 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-913bd42b-7e8d-47f8-8698-a7611bd6ab21 req-e8aa5609-c04b-4f98-8d18-bc55a34fb79f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0766027 Sep 14 12:12:20.574806 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b14966-72c4-446a-9aa7-54e942b92c89 req-ba542ea0-cc6f-4256-9880-b49dcb064032 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:20.576265 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-77b14966-72c4-446a-9aa7-54e942b92c89 req-ba542ea0-cc6f-4256-9880-b49dcb064032 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 945 time: 0.0684021 Sep 14 12:12:20.620789 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-913bd42b-7e8d-47f8-8698-a7611bd6ab21 req-9004c590-daaa-4bc2-b078-a1abe2570159 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624242 Sep 14 12:12:20.638346 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-77b14966-72c4-446a-9aa7-54e942b92c89 req-956b397b-26c9-48c9-a9ae-fa06256eb29a tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528464 Sep 14 12:12:20.767630 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc952d73-06a4-4d04-a66c-2ceaea002093 req-4f6fe6ae-2d3c-4c8a-bc74-f8b03ac4a286 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:20.769386 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fc952d73-06a4-4d04-a66c-2ceaea002093 req-4f6fe6ae-2d3c-4c8a-bc74-f8b03ac4a286 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0866435 Sep 14 12:12:20.790859 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71c608-b347-4468-ac06-a8e9244120ef req-7ac002e2-0011-4a1e-9467-d07d04b9476d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:20.792347 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fa71c608-b347-4468-ac06-a8e9244120ef req-7ac002e2-0011-4a1e-9467-d07d04b9476d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0804124 Sep 14 12:12:20.839118 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fc952d73-06a4-4d04-a66c-2ceaea002093 req-3382cb7c-be06-4ea0-be77-6d881dc146c6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612245 Sep 14 12:12:20.851402 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fa71c608-b347-4468-ac06-a8e9244120ef req-6a849029-b52c-45d1-b468-41537e8a5669 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511968 Sep 14 12:12:20.923429 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 47840) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:12:21.006778 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4d7e759d-b3d1-4929-b4e9-9aac8b8114f7 req-84e7685f-efc8-4a69-b210-05f21f7b7992 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821924 Sep 14 12:12:21.015521 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [req-4d7e759d-b3d1-4929-b4e9-9aac8b8114f7 req-3df3063c-60f6-4ca0-8c80-a6b90c406bc6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 12:12:21.016450 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4d7e759d-b3d1-4929-b4e9-9aac8b8114f7 req-3df3063c-60f6-4ca0-8c80-a6b90c406bc6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047967 Sep 14 12:12:21.587322 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:12:21.589847 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d0750c-a6cc-41e2-b2b0-fcfbb9ad98f3" -d '{"events": [{"server_uuid": "9f6c4345-386e-4cc0-bae8-7feab55d535f", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:12:21.621120 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 12:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b4c971-c535-4075-9504-2d773ef75df1 x-openstack-request-id: req-a4b4c971-c535-4075-9504-2d773ef75df1 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:12:21.621404 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6c4345-386e-4cc0-bae8-7feab55d535f", "name": "network-vif-unplugged", "status": "failed", "tag": "b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf", "code": 422}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:12:21.621647 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4b4c971-c535-4075-9504-2d773ef75df1 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:12:21.622068 dv-cinder-784945-14-iscsi neutron-server[94161]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf', 'code': 422} returned with failed status Sep 14 12:12:21.770618 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a999d-0aa0-421e-b29f-d5e1ed9d7901 req-58f8b04a-5a9a-42c0-b9d3-c9ed99125764 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:21.772307 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c69a999d-0aa0-421e-b29f-d5e1ed9d7901 req-58f8b04a-5a9a-42c0-b9d3-c9ed99125764 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0779548 Sep 14 12:12:21.796335 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3a7a6-fbf4-4eb4-b963-aef36ab03d0c req-495a96f7-7f5b-4fff-ac2b-b1b060a0ad42 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:21.797753 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-50f3a7a6-fbf4-4eb4-b963-aef36ab03d0c req-495a96f7-7f5b-4fff-ac2b-b1b060a0ad42 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 945 time: 0.0775023 Sep 14 12:12:21.845512 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c69a999d-0aa0-421e-b29f-d5e1ed9d7901 req-077c79b6-031d-470d-905f-10ceba921414 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658553 Sep 14 12:12:21.850144 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-50f3a7a6-fbf4-4eb4-b963-aef36ab03d0c req-a04e2525-ae2a-452c-ade5-4e55ae3f1178 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464225 Sep 14 12:12:21.999408 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b217f-5131-4000-805c-166eba9d39cf req-c6ad7567-53ef-42aa-ba68-c69c7e8e7de5 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:22.000914 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7e1b217f-5131-4000-805c-166eba9d39cf req-c6ad7567-53ef-42aa-ba68-c69c7e8e7de5 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0804119 Sep 14 12:12:22.040363 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea73541-5abf-4ffe-9373-b2b1b85ebbcf req-4c1a5fd8-9f9a-45eb-9a28-b337b6289608 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:22.041860 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7ea73541-5abf-4ffe-9373-b2b1b85ebbcf req-4c1a5fd8-9f9a-45eb-9a28-b337b6289608 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0929503 Sep 14 12:12:22.071534 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7e1b217f-5131-4000-805c-166eba9d39cf req-783bd9c2-6ee6-4c3f-bc9e-c01ec2f546d9 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632851 Sep 14 12:12:22.092777 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7ea73541-5abf-4ffe-9373-b2b1b85ebbcf req-74953043-ef8f-47a4-a120-10856d940243 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412042 Sep 14 12:12:22.707292 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e759d-b3d1-4929-b4e9-9aac8b8114f7 req-7b4688a9-de46-486a-8840-242718ab6a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:22.708654 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d7e759d-b3d1-4929-b4e9-9aac8b8114f7 req-7b4688a9-de46-486a-8840-242718ab6a76 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f&tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38 HTTP/1.1" status: 200 len: 1097 time: 0.0685918 Sep 14 12:12:22.770077 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e759d-b3d1-4929-b4e9-9aac8b8114f7 req-341f0b8d-a689-495c-b533-73b3d3a64c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:22.771508 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d7e759d-b3d1-4929-b4e9-9aac8b8114f7 req-341f0b8d-a689-495c-b533-73b3d3a64c3d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 1097 time: 0.0387852 Sep 14 12:12:22.866910 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e759d-b3d1-4929-b4e9-9aac8b8114f7 req-51622b19-dcdf-4613-a1fa-e22a6eabd97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:22.869086 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d7e759d-b3d1-4929-b4e9-9aac8b8114f7 req-51622b19-dcdf-4613-a1fa-e22a6eabd97e service neutron] 10.222.0.22 "GET /v2.0/networks?id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7 HTTP/1.1" status: 200 len: 918 time: 0.0887537 Sep 14 12:12:22.963350 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d7e759d-b3d1-4929-b4e9-9aac8b8114f7 req-f4d6f8bd-bf11-481f-9b17-da0e1e4beb96 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf HTTP/1.1" status: 200 len: 1000 time: 0.0818644 Sep 14 12:12:22.993136 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6ad53-08df-4f25-a5df-044e6fef066a req-e5cc4838-640d-4f25-b5a4-21d331385a3e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:22.994597 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-56a6ad53-08df-4f25-a5df-044e6fef066a req-e5cc4838-640d-4f25-b5a4-21d331385a3e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0680265 Sep 14 12:12:23.048524 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e759d-b3d1-4929-b4e9-9aac8b8114f7 req-a675b3af-3ddb-4660-8ef5-a5565eb777f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:23.049966 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d7e759d-b3d1-4929-b4e9-9aac8b8114f7 req-a675b3af-3ddb-4660-8ef5-a5565eb777f5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6208ef-9aa5-4893-bd46-0183fd7d2f36 HTTP/1.1" status: 200 len: 856 time: 0.0732265 Sep 14 12:12:23.056891 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-56a6ad53-08df-4f25-a5df-044e6fef066a req-d65cdb1a-8cd7-42e0-8a53-77e62b39e1f5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454957 Sep 14 12:12:23.096288 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e759d-b3d1-4929-b4e9-9aac8b8114f7 req-0f7d3bd2-c718-41bc-9b53-ece75182523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:23.097786 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d7e759d-b3d1-4929-b4e9-9aac8b8114f7 req-0f7d3bd2-c718-41bc-9b53-ece75182523d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392501 Sep 14 12:12:23.250630 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d7e759d-b3d1-4929-b4e9-9aac8b8114f7 req-0e579d72-1099-4293-a096-52749e05304d service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435156 Sep 14 12:12:23.271080 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a69e38-6323-430f-b952-980f43903ae7 req-4ac5c80d-7d1d-4348-8f19-fe772ba851da tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:23.272693 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-69a69e38-6323-430f-b952-980f43903ae7 req-4ac5c80d-7d1d-4348-8f19-fe772ba851da tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.1050644 Sep 14 12:12:23.281169 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc541dac-ae18-4dd9-ac7a-e5c5c91d67e3 req-19df808d-275d-44cd-acb4-4c3651b64895 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:23.282589 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fc541dac-ae18-4dd9-ac7a-e5c5c91d67e3 req-19df808d-275d-44cd-acb4-4c3651b64895 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.1160698 Sep 14 12:12:23.388505 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-69a69e38-6323-430f-b952-980f43903ae7 req-71c5c6a1-f171-4af2-9cb1-6a0d1d063a89 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049228 Sep 14 12:12:23.403458 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fc541dac-ae18-4dd9-ac7a-e5c5c91d67e3 req-6be0f226-a12f-4587-ac6d-33e095fa9b26 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065440 Sep 14 12:12:23.404700 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:12:23.422426 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d7e759d-b3d1-4929-b4e9-9aac8b8114f7 req-236d82ac-af89-4c70-8f72-e06da806a5d7 service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378043 Sep 14 12:12:24.188567 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccd67e-8dfa-40d2-b49c-706faf4c0a80 req-0f501fbc-e1b2-456e-bc3c-22c8ad593fcd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:24.190929 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-67ccd67e-8dfa-40d2-b49c-706faf4c0a80 req-0f501fbc-e1b2-456e-bc3c-22c8ad593fcd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0554860 Sep 14 12:12:24.237078 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-67ccd67e-8dfa-40d2-b49c-706faf4c0a80 req-241e5690-1d65-48ab-9a9e-847c1397e5b0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354352 Sep 14 12:12:24.547870 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ec932-6140-4ac5-81f5-f98957cac19e req-a7d34cd4-a4a8-4eda-83ac-6ccbc2684853 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:24.549265 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3b5ec932-6140-4ac5-81f5-f98957cac19e req-a7d34cd4-a4a8-4eda-83ac-6ccbc2684853 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0791454 Sep 14 12:12:24.562198 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616b8fd-03c9-4829-a08b-855b26c9f541 req-108cf9aa-3b4c-4560-8266-166ba164995d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:24.563819 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1616b8fd-03c9-4829-a08b-855b26c9f541 req-108cf9aa-3b4c-4560-8266-166ba164995d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0809407 Sep 14 12:12:24.622378 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3b5ec932-6140-4ac5-81f5-f98957cac19e req-595b3967-7db9-4312-a730-d1db2a841d56 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575874 Sep 14 12:12:24.627105 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1616b8fd-03c9-4829-a08b-855b26c9f541 req-16717a8b-ddf9-4e93-81d2-ec904c6a9545 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565095 Sep 14 12:12:25.366199 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb9587-3dd3-4659-9b07-a8b5d885fc55 req-18b4df85-cf4b-469d-9e70-f0a160e95ac9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:25.367761 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f6cb9587-3dd3-4659-9b07-a8b5d885fc55 req-18b4df85-cf4b-469d-9e70-f0a160e95ac9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0487881 Sep 14 12:12:25.406219 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f6cb9587-3dd3-4659-9b07-a8b5d885fc55 req-d501a2c6-09f3-492d-8c27-44cdd4ea00fa tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323308 Sep 14 12:12:25.786249 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694c0eb-0106-4093-a914-298454fd2ed7 req-072e63e8-898b-433b-ae63-90facdfda1b4 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:25.787986 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1694c0eb-0106-4093-a914-298454fd2ed7 req-072e63e8-898b-433b-ae63-90facdfda1b4 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0838392 Sep 14 12:12:25.801389 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1045ee2-ceee-40c0-9606-0c17e444b92c req-6f017d16-476b-4371-ba1d-d37dbdf8745a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:25.803044 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e1045ee2-ceee-40c0-9606-0c17e444b92c req-6f017d16-476b-4371-ba1d-d37dbdf8745a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0880232 Sep 14 12:12:25.867763 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1694c0eb-0106-4093-a914-298454fd2ed7 req-091a30a1-3922-43d3-8408-3d59cdc6e8a3 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637262 Sep 14 12:12:25.876120 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e1045ee2-ceee-40c0-9606-0c17e444b92c req-e4832d73-8277-4b4b-b4cd-731ebb18f39e tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648456 Sep 14 12:12:26.541430 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abeef9-6608-4923-b8f6-2602a3144e5c req-f8e8d336-a0ef-4a8c-892c-d070eb609849 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:26.543238 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-38abeef9-6608-4923-b8f6-2602a3144e5c req-f8e8d336-a0ef-4a8c-892c-d070eb609849 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0527382 Sep 14 12:12:26.581828 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-38abeef9-6608-4923-b8f6-2602a3144e5c req-b2c2f1c0-959b-4c32-8b75-9c4b0b9075e5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323377 Sep 14 12:12:27.020891 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044dbfb-8b53-4481-b98d-3ebb96f76e7e req-eb0f0431-f11f-4357-8e7c-00dff30c0486 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:27.022336 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e044dbfb-8b53-4481-b98d-3ebb96f76e7e req-eb0f0431-f11f-4357-8e7c-00dff30c0486 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0704625 Sep 14 12:12:27.030796 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f387c9-bdc8-4fec-bc7e-8281862b65ee req-853666bf-f466-4a59-8316-e7f087e53c3b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:27.032554 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-40f387c9-bdc8-4fec-bc7e-8281862b65ee req-853666bf-f466-4a59-8316-e7f087e53c3b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0911133 Sep 14 12:12:27.289417 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e044dbfb-8b53-4481-b98d-3ebb96f76e7e req-ec876b56-09ee-452c-806f-fdef57d2393c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558904 Sep 14 12:12:27.294531 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-40f387c9-bdc8-4fec-bc7e-8281862b65ee req-4155c871-693e-4652-a584-e3f1ff1826cd tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547257 Sep 14 12:12:27.704338 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6510287-51dc-407e-9b10-fefa656153de req-e1e28541-2726-426e-9d02-2924fc8bcebf tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:27.706043 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a6510287-51dc-407e-9b10-fefa656153de req-e1e28541-2726-426e-9d02-2924fc8bcebf tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0490327 Sep 14 12:12:27.749398 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a6510287-51dc-407e-9b10-fefa656153de req-b4be5039-10c8-4662-b2ef-efa6db920e3b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375540 Sep 14 12:12:28.439400 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73031794-456c-49fb-8514-3a0718984a05 req-bd23759e-d43b-4e85-92d5-99fbd4f1a3e5 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:28.441000 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-73031794-456c-49fb-8514-3a0718984a05 req-bd23759e-d43b-4e85-92d5-99fbd4f1a3e5 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0783765 Sep 14 12:12:28.459481 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130dcaf-ea09-4310-85f4-6db6d0cad18d req-348f2fb0-4a81-4268-9e9e-37d2d7216454 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:28.461135 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e130dcaf-ea09-4310-85f4-6db6d0cad18d req-348f2fb0-4a81-4268-9e9e-37d2d7216454 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0732813 Sep 14 12:12:28.512469 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-73031794-456c-49fb-8514-3a0718984a05 req-61acd686-26d6-4615-b6ba-69c20b66f1a3 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496020 Sep 14 12:12:28.526146 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e130dcaf-ea09-4310-85f4-6db6d0cad18d req-dd2b78e7-56f2-44d5-b6d6-4a1fb6d47b7b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496430 Sep 14 12:12:28.880368 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201dfcb-3c10-4e42-9162-3a0e80a1328f req-e4710497-3809-41c3-b226-9efeab5a1678 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:28.882077 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2201dfcb-3c10-4e42-9162-3a0e80a1328f req-e4710497-3809-41c3-b226-9efeab5a1678 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0548494 Sep 14 12:12:28.923857 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2201dfcb-3c10-4e42-9162-3a0e80a1328f req-6766e9f5-d898-4bee-bd72-9d762ab2b47f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350149 Sep 14 12:12:28.950797 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0d60c12a-cadb-405c-8bb1-2924d9e79ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:29.687891 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc9d87-81a8-4d6a-bf20-b383c6f7522e req-416e723d-2a1d-4a66-86fa-87859162e46a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:29.689421 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7efc9d87-81a8-4d6a-bf20-b383c6f7522e req-416e723d-2a1d-4a66-86fa-87859162e46a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0826769 Sep 14 12:12:29.697037 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c80ebe-8926-4896-820f-4aa5f8875d3d req-afc09de9-6542-4b96-924d-0fa2d28bde6b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:29.699311 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d4c80ebe-8926-4896-820f-4aa5f8875d3d req-afc09de9-6542-4b96-924d-0fa2d28bde6b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0937102 Sep 14 12:12:29.754349 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7efc9d87-81a8-4d6a-bf20-b383c6f7522e req-742933cd-96d3-4c44-827d-c4dc1a2befc8 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540593 Sep 14 12:12:29.757255 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d4c80ebe-8926-4896-820f-4aa5f8875d3d req-345e0786-adab-43fc-9e92-7e44f1905450 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512514 Sep 14 12:12:30.050153 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ea2d1-f020-4d4b-9253-2d5bb30988d0 req-5ab5d769-7727-4c1f-9bf6-b5b8a96e7b57 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:30.051578 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac1ea2d1-f020-4d4b-9253-2d5bb30988d0 req-5ab5d769-7727-4c1f-9bf6-b5b8a96e7b57 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0517514 Sep 14 12:12:30.092210 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac1ea2d1-f020-4d4b-9253-2d5bb30988d0 req-309172bc-5664-4971-80d1-21057c4f03c3 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319507 Sep 14 12:12:30.920117 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872e294-b6cf-416c-8652-c5eb804c56f5 req-7e965731-e4a7-4a07-aac3-746c1bb9403a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:30.921614 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f872e294-b6cf-416c-8652-c5eb804c56f5 req-7e965731-e4a7-4a07-aac3-746c1bb9403a tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0838985 Sep 14 12:12:30.941820 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fd5f4-9a28-40c0-85d0-f1b228d84f0c req-9a0aaf62-0711-4a3d-bf59-19e8c18d76bc tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:30.943220 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-828fd5f4-9a28-40c0-85d0-f1b228d84f0c req-9a0aaf62-0711-4a3d-bf59-19e8c18d76bc tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0753918 Sep 14 12:12:30.988585 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f872e294-b6cf-416c-8652-c5eb804c56f5 req-f89f8b04-fe2a-4e32-9242-bd76ff56ec68 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597413 Sep 14 12:12:31.010440 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-828fd5f4-9a28-40c0-85d0-f1b228d84f0c req-bcf20019-59bd-43c5-9e00-0d6bc5a3faa8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590343 Sep 14 12:12:31.225265 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb11dc2-a46a-49b4-9447-d3c603350242 req-fd2de44e-cd44-48dc-8995-b1c5334d5a6b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:31.226771 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-adb11dc2-a46a-49b4-9447-d3c603350242 req-fd2de44e-cd44-48dc-8995-b1c5334d5a6b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0548050 Sep 14 12:12:31.269520 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-adb11dc2-a46a-49b4-9447-d3c603350242 req-274a7262-6ff3-4d39-97f1-4fbf0dacac8b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362060 Sep 14 12:12:31.729007 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4103468f-e275-4a8f-a693-841354adf721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:31.962099 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:32.144194 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef22b5-c96c-4a21-ba15-e71d06721bec req-31e5fbd2-6338-45ac-907c-74bbfb0975ea tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:32.145594 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-38ef22b5-c96c-4a21-ba15-e71d06721bec req-31e5fbd2-6338-45ac-907c-74bbfb0975ea tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0799313 Sep 14 12:12:32.158582 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b2082-d7f2-429d-b8e7-cdeec11cd890 req-217185c9-160d-43a6-9664-e846157d968a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:32.160083 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3f8b2082-d7f2-429d-b8e7-cdeec11cd890 req-217185c9-160d-43a6-9664-e846157d968a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0659161 Sep 14 12:12:32.209640 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-38ef22b5-c96c-4a21-ba15-e71d06721bec req-019e44a0-ca69-4717-9bf9-0b13b75b2ff5 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485725 Sep 14 12:12:32.223273 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3f8b2082-d7f2-429d-b8e7-cdeec11cd890 req-15282767-ba70-4a07-8df2-7274251342cb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559025 Sep 14 12:12:32.399558 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361ca13-611f-4b51-b7f8-b39d5c6c6514 req-1d0247d2-2523-443c-8280-93f3fd95fb3e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:32.401612 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3361ca13-611f-4b51-b7f8-b39d5c6c6514 req-1d0247d2-2523-443c-8280-93f3fd95fb3e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0556383 Sep 14 12:12:32.437257 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3361ca13-611f-4b51-b7f8-b39d5c6c6514 req-a1508d94-d794-4555-964d-322b9bd7ef4b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297647 Sep 14 12:12:32.914713 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:33.387980 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454f00d-884d-4361-b793-7b6eff2a4569 req-558ddc9b-69af-4519-a26b-f65576aec75a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:33.390051 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a454f00d-884d-4361-b793-7b6eff2a4569 req-558ddc9b-69af-4519-a26b-f65576aec75a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0873425 Sep 14 12:12:33.423085 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af30a66-b8da-4156-8aa5-cb9222e9b41e req-7000bb68-f55b-4fc7-b973-0f6590f1d678 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:33.424630 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7af30a66-b8da-4156-8aa5-cb9222e9b41e req-7000bb68-f55b-4fc7-b973-0f6590f1d678 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0863521 Sep 14 12:12:33.454659 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a454f00d-884d-4361-b793-7b6eff2a4569 req-1ef31ec5-8769-4abc-bd02-7e5288291b19 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583246 Sep 14 12:12:33.473670 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7af30a66-b8da-4156-8aa5-cb9222e9b41e req-31d6e4ec-dd15-4979-b0e8-e2569701ca3d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427375 Sep 14 12:12:33.603364 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29599c-e7c6-4494-977b-d563251be34b req-42b2be39-1e5d-43e4-a50d-94f4a808b9e4 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:33.604818 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ed29599c-e7c6-4494-977b-d563251be34b req-42b2be39-1e5d-43e4-a50d-94f4a808b9e4 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0527942 Sep 14 12:12:33.646459 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ed29599c-e7c6-4494-977b-d563251be34b req-87f95684-391b-41b8-90b3-90bafc03f242 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356343 Sep 14 12:12:33.893317 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:34.629856 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6297d-5860-479d-a02a-a8ac6c089024 req-200a822f-29a6-4968-ab93-54c131135761 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:34.631260 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bfe6297d-5860-479d-a02a-a8ac6c089024 req-200a822f-29a6-4968-ab93-54c131135761 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0801263 Sep 14 12:12:34.638810 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61a387-1522-41a3-8357-db45b5a89d6f req-b7543566-2c74-4da8-8af7-0f7c786b3403 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:34.640310 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aa61a387-1522-41a3-8357-db45b5a89d6f req-b7543566-2c74-4da8-8af7-0f7c786b3403 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0635140 Sep 14 12:12:34.692330 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bfe6297d-5860-479d-a02a-a8ac6c089024 req-6acc70ba-9670-4d5d-8282-58c3f83f7c5f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510461 Sep 14 12:12:34.711543 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aa61a387-1522-41a3-8357-db45b5a89d6f req-de8519c0-c3af-48ba-906c-4bd1c700514a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417738 Sep 14 12:12:34.818894 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b0155-4437-4f1f-bdd5-7dd95df1e918 req-83ffc601-f4f7-4161-8d8b-213467531015 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:34.820461 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-775b0155-4437-4f1f-bdd5-7dd95df1e918 req-83ffc601-f4f7-4161-8d8b-213467531015 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0554466 Sep 14 12:12:34.860914 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-775b0155-4437-4f1f-bdd5-7dd95df1e918 req-6e9a593f-15d3-401e-9773-3b3e6981908f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343649 Sep 14 12:12:35.157619 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:35.853307 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7c072-c79b-4357-8870-11a287615d67 req-fbbf8122-97a3-4f96-945c-7b5d295addee tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:35.858922 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8ab7c072-c79b-4357-8870-11a287615d67 req-fbbf8122-97a3-4f96-945c-7b5d295addee tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0876603 Sep 14 12:12:35.874356 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e75bd-29b4-4844-a340-6a703bbeadb2 req-16cd462f-8679-4b96-83a0-ff9201893995 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:35.876936 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a54e75bd-29b4-4844-a340-6a703bbeadb2 req-16cd462f-8679-4b96-83a0-ff9201893995 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0723090 Sep 14 12:12:35.929547 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a54e75bd-29b4-4844-a340-6a703bbeadb2 req-16e83e07-227e-4da5-a2b4-a412258ec8c5 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460699 Sep 14 12:12:35.951823 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8ab7c072-c79b-4357-8870-11a287615d67 req-5f06b804-c551-461a-b005-5ec78db01c89 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712986 Sep 14 12:12:36.078250 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a228b5-ddd8-4309-bb8a-d60aed5a2fe1 req-c233975c-a457-4653-8883-4a5bdce5a170 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:36.079852 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25a228b5-ddd8-4309-bb8a-d60aed5a2fe1 req-c233975c-a457-4653-8883-4a5bdce5a170 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0566411 Sep 14 12:12:36.141270 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25a228b5-ddd8-4309-bb8a-d60aed5a2fe1 req-ae3df26d-3a93-4de4-8d61-09936c5c537a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536389 Sep 14 12:12:37.076935 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60a956-93cd-4956-8b11-528b10ad32fc req-0284070c-05be-411d-9010-101700ce00f8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:37.078375 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ed60a956-93cd-4956-8b11-528b10ad32fc req-0284070c-05be-411d-9010-101700ce00f8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0771859 Sep 14 12:12:37.086095 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155934e8-7a52-4eb7-aa71-dd06a59f3cfd req-47cdb22c-3e04-491f-8b8c-6395ece31c8e tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:37.087777 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-155934e8-7a52-4eb7-aa71-dd06a59f3cfd req-47cdb22c-3e04-491f-8b8c-6395ece31c8e tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0775948 Sep 14 12:12:37.142417 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ed60a956-93cd-4956-8b11-528b10ad32fc req-75329f4e-b980-47dd-8b42-da0aba8ecdd6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536323 Sep 14 12:12:37.145114 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-155934e8-7a52-4eb7-aa71-dd06a59f3cfd req-6763d6f2-112d-4f1e-a085-cff444319439 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508661 Sep 14 12:12:37.268696 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4013e-6bec-4ceb-bbd6-006abe04d987 req-91e2f94a-b4c8-4f3a-ae86-ffc0f9a04932 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:37.270900 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e2b4013e-6bec-4ceb-bbd6-006abe04d987 req-91e2f94a-b4c8-4f3a-ae86-ffc0f9a04932 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0534372 Sep 14 12:12:37.328964 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e2b4013e-6bec-4ceb-bbd6-006abe04d987 req-1f2d2c62-7d4a-4478-b156-ef386f69ef8b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517018 Sep 14 12:12:37.345262 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7303a-4e55-456b-b532-a34260c8b447 req-00325499-51f2-4b04-9842-bc1274de3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:37.346849 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-14b7303a-4e55-456b-b532-a34260c8b447 req-00325499-51f2-4b04-9842-bc1274de3bfa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc7f932fd90541ac8eb8962205371d28&device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 1098 time: 0.0490673 Sep 14 12:12:37.479629 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7303a-4e55-456b-b532-a34260c8b447 req-36c8c915-9be9-4e63-9386-082f0014b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:37.480994 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-14b7303a-4e55-456b-b532-a34260c8b447 req-36c8c915-9be9-4e63-9386-082f0014b8fa service neutron] 10.222.0.22 "GET /v2.0/networks?id=3329974f-caa5-4fbb-a97c-79e694482018 HTTP/1.1" status: 200 len: 912 time: 0.0897486 Sep 14 12:12:37.560118 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-14b7303a-4e55-456b-b532-a34260c8b447 req-095e6037-c645-4c89-9280-b6dc32275172 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf HTTP/1.1" status: 200 len: 1001 time: 0.0686080 Sep 14 12:12:37.624046 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7303a-4e55-456b-b532-a34260c8b447 req-89a6ce0d-a249-4a5b-89eb-8bd6aaa1dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:37.625500 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-14b7303a-4e55-456b-b532-a34260c8b447 req-89a6ce0d-a249-4a5b-89eb-8bd6aaa1dfc3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=376911e4-d0c1-454d-ab61-9236295f51b8 HTTP/1.1" status: 200 len: 850 time: 0.0493119 Sep 14 12:12:37.673478 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7303a-4e55-456b-b532-a34260c8b447 req-6a10c8ac-5084-4269-b35a-6f6e10c1125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:37.675040 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-14b7303a-4e55-456b-b532-a34260c8b447 req-6a10c8ac-5084-4269-b35a-6f6e10c1125c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3329974f-caa5-4fbb-a97c-79e694482018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411530 Sep 14 12:12:37.766427 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-14b7303a-4e55-456b-b532-a34260c8b447 req-cc6c0013-344f-4677-bc6e-56ceda8769fa service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808320 Sep 14 12:12:37.858956 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-14b7303a-4e55-456b-b532-a34260c8b447 req-c0930995-18b1-47e8-8ae3-63e58afbd63b service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840561 Sep 14 12:12:38.236770 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:12:38.290349 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b1a23-6454-4b48-8beb-abe0e1fdaab5 req-679d3053-7a54-4331-b4e7-c331abd476ae tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:38.292554 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dc7b1a23-6454-4b48-8beb-abe0e1fdaab5 req-679d3053-7a54-4331-b4e7-c331abd476ae tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0823066 Sep 14 12:12:38.299933 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c4549-618f-4312-bbf6-1b15c42d4414 req-ee0ea605-d3f9-4664-9398-a9265d2dd0d0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:38.301288 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-487c4549-618f-4312-bbf6-1b15c42d4414 req-ee0ea605-d3f9-4664-9398-a9265d2dd0d0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0898216 Sep 14 12:12:38.357759 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dc7b1a23-6454-4b48-8beb-abe0e1fdaab5 req-bee76bf7-eaff-47c5-9758-c424e36152bc tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555403 Sep 14 12:12:38.363210 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-487c4549-618f-4312-bbf6-1b15c42d4414 req-367d3e2a-5089-44a6-ae54-d36a79bf3aa4 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548012 Sep 14 12:12:38.467653 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e9802-f819-4593-9094-f03b1bfb4036 req-39be89ff-cac7-41c1-af80-d0202d5c912a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:38.470582 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-391e9802-f819-4593-9094-f03b1bfb4036 req-39be89ff-cac7-41c1-af80-d0202d5c912a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0551310 Sep 14 12:12:38.513745 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-391e9802-f819-4593-9094-f03b1bfb4036 req-e9cc71fc-e8c4-4493-b597-43cee84daf96 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370076 Sep 14 12:12:38.622084 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c75cc2-74ea-4e77-aaea-7d76f8414237 req-fe806ade-6ccb-44fe-bbf2-485c3540c3d0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:38.623710 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b1c75cc2-74ea-4e77-aaea-7d76f8414237 req-fe806ade-6ccb-44fe-bbf2-485c3540c3d0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0540016 Sep 14 12:12:38.663131 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b1c75cc2-74ea-4e77-aaea-7d76f8414237 req-84d748ee-4972-439c-ab06-55065111cc9e tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330899 Sep 14 12:12:38.705614 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddec3c-9971-478c-8bbb-7b2ba6f98636 req-ff84793c-adcb-400f-b840-e40c45d0b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:38.707037 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6cddec3c-9971-478c-8bbb-7b2ba6f98636 req-ff84793c-adcb-400f-b840-e40c45d0b072 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc7f932fd90541ac8eb8962205371d28&device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 1098 time: 0.0425620 Sep 14 12:12:38.840285 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddec3c-9971-478c-8bbb-7b2ba6f98636 req-8052cf0c-ea42-4240-9caf-301676a0b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:38.841783 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6cddec3c-9971-478c-8bbb-7b2ba6f98636 req-8052cf0c-ea42-4240-9caf-301676a0b84c service neutron] 10.222.0.22 "GET /v2.0/networks?id=3329974f-caa5-4fbb-a97c-79e694482018 HTTP/1.1" status: 200 len: 912 time: 0.1240308 Sep 14 12:12:38.902196 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7c5fa-ffa3-4c1e-90e6-121b30a254bb req-5a72558b-49f8-49d5-a80d-a354deb32322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:38.902773 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6ad7c5fa-ffa3-4c1e-90e6-121b30a254bb req-5a72558b-49f8-49d5-a80d-a354deb32322 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 1099 time: 0.0990617 Sep 14 12:12:38.923319 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6cddec3c-9971-478c-8bbb-7b2ba6f98636 req-36279cce-c057-47bc-95da-a5e90c39a952 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf HTTP/1.1" status: 200 len: 1001 time: 0.0723348 Sep 14 12:12:38.968572 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6ad7c5fa-ffa3-4c1e-90e6-121b30a254bb req-84aad98b-54c5-4584-a9ed-83d8341fe992 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530999 Sep 14 12:12:38.986516 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddec3c-9971-478c-8bbb-7b2ba6f98636 req-6e58300a-6f1f-45ef-b11c-a0be2d7aae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:38.987913 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6cddec3c-9971-478c-8bbb-7b2ba6f98636 req-6e58300a-6f1f-45ef-b11c-a0be2d7aae9e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=376911e4-d0c1-454d-ab61-9236295f51b8 HTTP/1.1" status: 200 len: 850 time: 0.0478215 Sep 14 12:12:39.208653 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddec3c-9971-478c-8bbb-7b2ba6f98636 req-eb013d99-bff1-4de2-bdc9-bcaddbf75ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:39.210105 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6cddec3c-9971-478c-8bbb-7b2ba6f98636 req-eb013d99-bff1-4de2-bdc9-bcaddbf75ff7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3329974f-caa5-4fbb-a97c-79e694482018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422261 Sep 14 12:12:39.302016 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6cddec3c-9971-478c-8bbb-7b2ba6f98636 req-81c8e96d-9cfe-4241-98c4-7cfafd0f95de service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826311 Sep 14 12:12:39.402275 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6cddec3c-9971-478c-8bbb-7b2ba6f98636 req-bc324846-2bc1-4956-8c2d-289d2c166876 service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923624 Sep 14 12:12:39.480006 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cde06-6271-4a90-83dd-7b14c002e329 req-3280f81d-672c-4455-a712-fc7066039c2c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:39.481543 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-353cde06-6271-4a90-83dd-7b14c002e329 req-3280f81d-672c-4455-a712-fc7066039c2c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0484715 Sep 14 12:12:39.520119 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-353cde06-6271-4a90-83dd-7b14c002e329 req-50c9cc91-9623-4da1-9ba3-cb0f9aaf9cb7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320592 Sep 14 12:12:39.642747 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c912a-5b79-4a21-989d-6db2be16a8f6 req-f7f2f67a-bfbb-4ea9-95b5-7e45777c7dc8 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:39.644249 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4c2c912a-5b79-4a21-989d-6db2be16a8f6 req-f7f2f67a-bfbb-4ea9-95b5-7e45777c7dc8 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0492361 Sep 14 12:12:39.680927 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4c2c912a-5b79-4a21-989d-6db2be16a8f6 req-2cc1545e-4c53-4da6-8ecf-b418b96ae549 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309353 Sep 14 12:12:39.781646 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db5726-8bdb-4451-8b52-852739aaad36 req-6399bc93-ed36-4960-a748-c9202a006fd2 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:39.783117 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-86db5726-8bdb-4451-8b52-852739aaad36 req-6399bc93-ed36-4960-a748-c9202a006fd2 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0517623 Sep 14 12:12:39.820720 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-86db5726-8bdb-4451-8b52-852739aaad36 req-e8569d2d-6127-42b9-b383-0082c9fa5a34 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317984 Sep 14 12:12:40.640245 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fb8cf-f596-4c0d-b164-64e935d7a360 req-cd97968b-3fde-475b-9ea0-22d9d655e7f1 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:40.641609 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3d7fb8cf-f596-4c0d-b164-64e935d7a360 req-cd97968b-3fde-475b-9ea0-22d9d655e7f1 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0519991 Sep 14 12:12:40.677579 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3d7fb8cf-f596-4c0d-b164-64e935d7a360 req-1effd3ae-8556-411f-9e26-4538b79b6945 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300510 Sep 14 12:12:40.801907 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0b5c2-6ae5-4666-94d9-7c679a2e1707 req-e051d33e-057a-4ef5-9ef4-a7077f084730 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:40.803386 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-88c0b5c2-6ae5-4666-94d9-7c679a2e1707 req-e051d33e-057a-4ef5-9ef4-a7077f084730 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0475252 Sep 14 12:12:40.840972 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-88c0b5c2-6ae5-4666-94d9-7c679a2e1707 req-459c73d4-c2c0-4e40-902a-03676d8b39da tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312984 Sep 14 12:12:40.945828 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d4948-dc95-4a21-a9e3-af5ea022d7ea req-9c563477-3bcf-433b-b8a1-458620ec1e9f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:40.947566 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-115d4948-dc95-4a21-a9e3-af5ea022d7ea req-9c563477-3bcf-433b-b8a1-458620ec1e9f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0538118 Sep 14 12:12:40.992251 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-115d4948-dc95-4a21-a9e3-af5ea022d7ea req-c9192674-79c9-4a89-988c-d36a788f2559 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379784 Sep 14 12:12:41.070837 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0a806-b998-442e-bb23-f98b7850d6cf req-b6eff1bb-225f-48c2-96b7-2c9c106cc955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:41.072416 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-84b0a806-b998-442e-bb23-f98b7850d6cf req-b6eff1bb-225f-48c2-96b7-2c9c106cc955 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c767f723545f4fd28ddc09b080dc3696&device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 1099 time: 0.0768404 Sep 14 12:12:41.083579 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc1ed5-1329-4c51-818e-7263f9f995dd req-a6f9a583-a51d-4b90-9fde-3cbedc60e975 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:41.084985 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21cc1ed5-1329-4c51-818e-7263f9f995dd req-a6f9a583-a51d-4b90-9fde-3cbedc60e975 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0808053 Sep 14 12:12:41.177536 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21cc1ed5-1329-4c51-818e-7263f9f995dd req-e8242b35-ffdd-47ae-991d-9a87c7f41f2e tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840693 Sep 14 12:12:41.203653 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0a806-b998-442e-bb23-f98b7850d6cf req-2dd34dd7-2021-4541-96ed-fd64f37f00a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:41.205120 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-84b0a806-b998-442e-bb23-f98b7850d6cf req-2dd34dd7-2021-4541-96ed-fd64f37f00a1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a071452-e54a-489e-92ba-31d21538d42c HTTP/1.1" status: 200 len: 919 time: 0.1193044 Sep 14 12:12:41.250084 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-84b0a806-b998-442e-bb23-f98b7850d6cf req-2d2ca310-b376-40e9-b39b-af82ebb514b9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce11cbc8-3d50-4742-b9bd-9b31e171ec25 HTTP/1.1" status: 200 len: 217 time: 0.0339236 Sep 14 12:12:41.289909 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 48130) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:12:41.303089 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0a806-b998-442e-bb23-f98b7850d6cf req-c324e8cd-ed44-4ceb-ac30-0ecd3d4db7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:41.304546 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-84b0a806-b998-442e-bb23-f98b7850d6cf req-c324e8cd-ed44-4ceb-ac30-0ecd3d4db7de service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ea5e92-0ff4-4e73-ace0-515dc4388b17 HTTP/1.1" status: 200 len: 858 time: 0.0462494 Sep 14 12:12:41.341630 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-84b0a806-b998-442e-bb23-f98b7850d6cf req-dabfdb7d-b47e-4331-833a-32d706137564 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a071452-e54a-489e-92ba-31d21538d42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235312 Sep 14 12:12:41.394389 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:41.441555 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-84b0a806-b998-442e-bb23-f98b7850d6cf req-a78023fd-e96c-4020-a6e3-67770e446053 service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865972 Sep 14 12:12:41.483675 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:41.487698 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:41.525241 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3770a6a25dbd4faba0653c307270c237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336981 Sep 14 12:12:41.526090 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd538eb-b7d0-4ef8-9088-873ae4b75073,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:41.528131 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 48134) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:12:41.533094 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.533450 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.533797 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.534139 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.534479 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.534815 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.535182 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.535518 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.535852 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.536180 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.536507 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.536833 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea8e27-97c3-4ac8-9bf8-94a67fec7dd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.548858 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-84b0a806-b998-442e-bb23-f98b7850d6cf req-f4f07d73-7aaa-4cef-bf42-108f4050b011 service neutron] 10.222.0.22 "GET /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969746 Sep 14 12:12:41.585232 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:41.608777 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:41.655406 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:41.657924 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:41.659094 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fd538eb-b7d0-4ef8-9088-873ae4b75073 HTTP/1.1" status: 204 len: 168 time: 0.1300290 Sep 14 12:12:41.667451 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd538eb-b7d0-4ef8-9088-873ae4b75073,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:41.674362 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.674708 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.675072 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.675413 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.675745 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.676080 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.676412 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.676744 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.677099 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.677390 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.677716 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.678039 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c31e1-ca2e-4e77-a680-3c6d0f63e62a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:41.969814 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c762d-7aa3-4029-8a0f-a43c890cefe2 req-cf602403-07f9-4ef4-ab8b-df1ef54b82e5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:41.971333 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8b0c762d-7aa3-4029-8a0f-a43c890cefe2 req-cf602403-07f9-4ef4-ab8b-df1ef54b82e5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0544229 Sep 14 12:12:42.015535 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8b0c762d-7aa3-4029-8a0f-a43c890cefe2 req-b1997b15-c2e1-4a52-8176-028fc6609b46 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381227 Sep 14 12:12:42.297439 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b4c58-2820-420e-b25d-c48c447809c8 req-ba55ab14-a8dd-4603-bea5-afe4c834b1a4 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:42.298835 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-334b4c58-2820-420e-b25d-c48c447809c8 req-ba55ab14-a8dd-4603-bea5-afe4c834b1a4 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0487537 Sep 14 12:12:42.336960 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-334b4c58-2820-420e-b25d-c48c447809c8 req-d3e0a13f-70a6-4ed2-b5a5-9a6b85a9747f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322325 Sep 14 12:12:42.686073 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 48170) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:12:42.788707 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45aa95d2-ccad-48a8-9d73-f7aabcee4e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:42.880449 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45aa95d2-ccad-48a8-9d73-f7aabcee4e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:42.885644 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45aa95d2-ccad-48a8-9d73-f7aabcee4e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:42.926827 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-45aa95d2-ccad-48a8-9d73-f7aabcee4e68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6967d7fac24a4b2e9a1731e5f8b06afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396746 Sep 14 12:12:42.927937 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa95d2-ccad-48a8-9d73-f7aabcee4e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a452573-80b2-403c-aef3-5d11160ed3b9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:42.929530 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 48176) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:12:42.979319 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3aa95ced-31ee-4739-ab2f-45e8e5848f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:43.005706 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3aa95ced-31ee-4739-ab2f-45e8e5848f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:43.057867 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3aa95ced-31ee-4739-ab2f-45e8e5848f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:43.060477 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3aa95ced-31ee-4739-ab2f-45e8e5848f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:43.061621 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3aa95ced-31ee-4739-ab2f-45e8e5848f7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a452573-80b2-403c-aef3-5d11160ed3b9 HTTP/1.1" status: 204 len: 168 time: 0.1310956 Sep 14 12:12:43.073471 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa95ced-31ee-4739-ab2f-45e8e5848f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a452573-80b2-403c-aef3-5d11160ed3b9,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:43.150438 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fc651-8ad1-41f7-a0c4-0a902008f1de req-a8425ffd-0b6f-4445-89af-20fee9d1840a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:43.151974 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3c3fc651-8ad1-41f7-a0c4-0a902008f1de req-a8425ffd-0b6f-4445-89af-20fee9d1840a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0477209 Sep 14 12:12:43.192741 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3c3fc651-8ad1-41f7-a0c4-0a902008f1de req-33ff058f-6ee1-4c11-9ce8-7b88429561b8 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347338 Sep 14 12:12:43.450106 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba685a69-b182-4875-8f52-7ceafb3c60d0 req-a5c0b117-ca33-44a6-8af1-f6d2d6a6367e tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:43.451615 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ba685a69-b182-4875-8f52-7ceafb3c60d0 req-a5c0b117-ca33-44a6-8af1-f6d2d6a6367e tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0481367 Sep 14 12:12:43.487373 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ba685a69-b182-4875-8f52-7ceafb3c60d0 req-02d92065-d354-43b1-8c6f-266c6e10aac8 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300305 Sep 14 12:12:44.317897 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0af346-6504-46bb-8eab-df4cc9afc682 req-5609a9df-1be6-4237-942c-94df51a8bf33 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:44.319312 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df0af346-6504-46bb-8eab-df4cc9afc682 req-5609a9df-1be6-4237-942c-94df51a8bf33 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0520408 Sep 14 12:12:44.364998 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df0af346-6504-46bb-8eab-df4cc9afc682 req-0a2a3d8e-5002-4530-90f8-7d1221b7d615 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392046 Sep 14 12:12:44.601991 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d985227-e8be-4a76-a272-6706fbdb6c52 req-379656e5-bc0b-406f-a354-3f5f8ce93c0b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:44.603496 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1d985227-e8be-4a76-a272-6706fbdb6c52 req-379656e5-bc0b-406f-a354-3f5f8ce93c0b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0498910 Sep 14 12:12:44.640240 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1d985227-e8be-4a76-a272-6706fbdb6c52 req-1eec5880-6f0f-430e-a051-f81eb3fd2a14 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305111 Sep 14 12:12:45.486363 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d6cfd-6b71-4594-8392-2882eb8165b6 req-bf3917a6-ae61-4ee8-88b5-df348a5389dd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:45.487848 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-363d6cfd-6b71-4594-8392-2882eb8165b6 req-bf3917a6-ae61-4ee8-88b5-df348a5389dd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0478611 Sep 14 12:12:45.529304 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-363d6cfd-6b71-4594-8392-2882eb8165b6 req-49b9ff71-abbb-4f39-aec2-05627918778c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348589 Sep 14 12:12:46.648361 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7cd57-02db-4f88-b5b1-4ff038198f53 req-3e3b8880-9c73-4d2d-9255-bc4c144adfa5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:46.650378 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0be7cd57-02db-4f88-b5b1-4ff038198f53 req-3e3b8880-9c73-4d2d-9255-bc4c144adfa5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 944 time: 0.0489304 Sep 14 12:12:46.690838 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0be7cd57-02db-4f88-b5b1-4ff038198f53 req-7d45efad-d308-4d36-a730-f372d5b2611c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345407 Sep 14 12:12:46.829091 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276824c8-7ba0-4c86-9315-94025390c2c6 req-523f5506-ee95-483a-ae72-d41a05bc32e9 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:46.830467 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-276824c8-7ba0-4c86-9315-94025390c2c6 req-523f5506-ee95-483a-ae72-d41a05bc32e9 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 945 time: 0.0476565 Sep 14 12:12:46.869599 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-276824c8-7ba0-4c86-9315-94025390c2c6 req-635a6718-f527-4b6e-aa97-033bba9c3d81 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 Sep 14 12:12:47.554454 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:12:47.645983 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:47.659867 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'port_id': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf', 'mac_address': 'fa:16:3e:2b:e1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:12:47.695173 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:47.707051 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:12:47.726643 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:47.731603 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:47.777780 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,revision_number=9']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:47.814486 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30039416-e1ba-4352-b64b-c0c3914e46e7 req-30be1ef6-59d2-4b8a-8a2c-6800402021b9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:47.815972 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-30039416-e1ba-4352-b64b-c0c3914e46e7 req-30be1ef6-59d2-4b8a-8a2c-6800402021b9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 945 time: 0.0496159 Sep 14 12:12:47.858965 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-30039416-e1ba-4352-b64b-c0c3914e46e7 req-4b1494fc-5a54-4fc4-b749-2350e4754cc5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371037 Sep 14 12:12:47.995978 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dcc46-17d1-4bda-af28-d5b6f4c13b13 req-01d9e5b2-275e-4902-a74e-f96a02b69b7f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:47.997427 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-929dcc46-17d1-4bda-af28-d5b6f4c13b13 req-01d9e5b2-275e-4902-a74e-f96a02b69b7f tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 945 time: 0.0619831 Sep 14 12:12:48.037538 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-929dcc46-17d1-4bda-af28-d5b6f4c13b13 req-5c1627e4-bbdf-4ef0-80a3-e788619676cf tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342734 Sep 14 12:12:48.126074 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:12:48.889241 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0dc48-6e04-4e61-902c-d67e5517f310 req-e032c0f5-d0fc-4f33-8dbe-0868bba67b35 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:48.890687 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-68c0dc48-6e04-4e61-902c-d67e5517f310 req-e032c0f5-d0fc-4f33-8dbe-0868bba67b35 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.22 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 945 time: 0.0466201 Sep 14 12:12:49.014813 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe3e53-64ab-4b56-a023-335c7965cff0 req-dedfe12b-9dd2-4e23-93d2-a1feceb20b9d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:49.016339 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0efe3e53-64ab-4b56-a023-335c7965cff0 req-dedfe12b-9dd2-4e23-93d2-a1feceb20b9d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 945 time: 0.0854812 Sep 14 12:12:49.050706 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-68c0dc48-6e04-4e61-902c-d67e5517f310 req-d8a0bcce-7d46-4100-a08b-7d3c96883979 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Deleting port e982cb25-b603-4f42-90b9-bb5bfdeebb20 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:12:49.051053 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-68c0dc48-6e04-4e61-902c-d67e5517f310 req-d8a0bcce-7d46-4100-a08b-7d3c96883979 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:49.085462 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0efe3e53-64ab-4b56-a023-335c7965cff0 req-f552b8f5-1159-49ed-9605-3586f0793f65 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624142 Sep 14 12:12:49.173939 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-68c0dc48-6e04-4e61-902c-d67e5517f310 req-d8a0bcce-7d46-4100-a08b-7d3c96883979 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] For port e982cb25-b603-4f42-90b9-bb5bfdeebb20, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e982cb25-b603-4f42-90b9-bb5bfdeebb20,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:49.174178 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-68c0dc48-6e04-4e61-902c-d67e5517f310 req-d8a0bcce-7d46-4100-a08b-7d3c96883979 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:49.190648 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-68c0dc48-6e04-4e61-902c-d67e5517f310 req-d8a0bcce-7d46-4100-a08b-7d3c96883979 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Calling delete_port for e982cb25-b603-4f42-90b9-bb5bfdeebb20 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:12:49.199848 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dde79b-0de1-4f00-8db3-7dc4718d17f8 req-6a6a3da0-9850-4b1a-9cf4-3d6575a94b01 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:49.201284 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-20dde79b-0de1-4f00-8db3-7dc4718d17f8 req-6a6a3da0-9850-4b1a-9cf4-3d6575a94b01 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=26dbb205-6df1-40c2-95cc-f58a1a2b1255 HTTP/1.1" status: 200 len: 945 time: 0.0839322 Sep 14 12:12:49.275181 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-20dde79b-0de1-4f00-8db3-7dc4718d17f8 req-6db2dfba-b6f1-42e6-8a8d-4b2a106708ad tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667579 Sep 14 12:12:49.352265 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-68c0dc48-6e04-4e61-902c-d67e5517f310 req-d8a0bcce-7d46-4100-a08b-7d3c96883979 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:49.372448 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['a2fbd5c4-a598-4f1d-9670-147316b6fc03', '5de4fa84-ce85-4900-9a88-1eef4c52b3e3', 'c782571c-fd5b-4004-8b48-a0df1c0f2f73', 'e982cb25-b603-4f42-90b9-bb5bfdeebb20'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:12:49.555754 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:12:49.601273 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0bcce-7d46-4100-a08b-7d3c96883979 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Pushing event deleted for resources: {'Port': ['ID=e982cb25-b603-4f42-90b9-bb5bfdeebb20,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:49.646539 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:12:49.646912 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:49.662163 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c0dc48-6e04-4e61-902c-d67e5517f310 req-d8a0bcce-7d46-4100-a08b-7d3c96883979 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] No DVR routers for this DVR port e982cb25-b603-4f42-90b9-bb5bfdeebb20 on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:12:49.664919 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-68c0dc48-6e04-4e61-902c-d67e5517f310 req-d8a0bcce-7d46-4100-a08b-7d3c96883979 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:49.667302 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-68c0dc48-6e04-4e61-902c-d67e5517f310 req-d8a0bcce-7d46-4100-a08b-7d3c96883979 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.22 "DELETE /v2.0/ports/e982cb25-b603-4f42-90b9-bb5bfdeebb20 HTTP/1.1" status: 204 len: 173 time: 0.7597349 Sep 14 12:12:49.667895 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26dbb205-6df1-40c2-95cc-f58a1a2b1255', 'name': 'network-vif-deleted', 'tag': 'e982cb25-b603-4f42-90b9-bb5bfdeebb20'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:12:49.670857 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77264972-5ade-441d-a493-a20103fa0a51" -d '{"events": [{"server_uuid": "26dbb205-6df1-40c2-95cc-f58a1a2b1255", "name": "network-vif-deleted", "tag": "e982cb25-b603-4f42-90b9-bb5bfdeebb20"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:12:49.693870 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2608-827d-4602-b02f-227b192f55d3 req-133791c3-70cf-4e79-b54a-6ad52499b39d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:49.695582 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d6ff2608-827d-4602-b02f-227b192f55d3 req-133791c3-70cf-4e79-b54a-6ad52499b39d tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0975001 Sep 14 12:12:49.717251 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99671c32-8ab0-48db-8806-47f45c443adc x-openstack-request-id: req-99671c32-8ab0-48db-8806-47f45c443adc {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:12:49.717545 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26dbb205-6df1-40c2-95cc-f58a1a2b1255", "name": "network-vif-deleted", "tag": "e982cb25-b603-4f42-90b9-bb5bfdeebb20", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:12:49.717798 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99671c32-8ab0-48db-8806-47f45c443adc {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:12:49.718192 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26dbb205-6df1-40c2-95cc-f58a1a2b1255', 'name': 'network-vif-deleted', 'tag': 'e982cb25-b603-4f42-90b9-bb5bfdeebb20', 'status': 'completed', 'code': 200} Sep 14 12:12:49.757583 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d6ff2608-827d-4602-b02f-227b192f55d3 req-4f27eb7c-7261-472d-a8f0-562fa71f17fc tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384629 Sep 14 12:12:49.787280 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:49.819418 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:12:49.821681 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e67df3d-8e2e-4d04-bf43-5e152bd8e99d" -d '{"events": [{"server_uuid": "9f6c4345-386e-4cc0-bae8-7feab55d535f", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:12:49.833988 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:49.838369 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:49.864534 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4c6b23-d1fe-4986-a5a8-a131330170c2 x-openstack-request-id: req-ca4c6b23-d1fe-4986-a5a8-a131330170c2 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:12:49.864820 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6c4345-386e-4cc0-bae8-7feab55d535f", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:12:49.865066 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca4c6b23-d1fe-4986-a5a8-a131330170c2 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:12:49.865443 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf', 'code': 200} Sep 14 12:12:49.894577 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,revision_number=10']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:50.208168 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639db35-8a3e-428f-9bb3-c724a56eaa8f req-0b54faa1-6511-4c43-9b63-e5da3a368bd1 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:50.210012 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f639db35-8a3e-428f-9bb3-c724a56eaa8f req-0b54faa1-6511-4c43-9b63-e5da3a368bd1 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 947 time: 0.0514665 Sep 14 12:12:50.248610 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f639db35-8a3e-428f-9bb3-c724a56eaa8f req-5c99ea9d-ac6a-4390-a21c-543193a13118 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319505 Sep 14 12:12:50.469990 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e169d4-700d-4bdc-9015-63f2ffbd7a13 req-5f485a7c-8e2f-47db-90bc-ffb5b2040e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:50.471482 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-55e169d4-700d-4bdc-9015-63f2ffbd7a13 req-5f485a7c-8e2f-47db-90bc-ffb5b2040e35 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 1100 time: 0.0388899 Sep 14 12:12:50.506640 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-55e169d4-700d-4bdc-9015-63f2ffbd7a13 req-d2eb7da2-10f3-4690-b3b8-0a00051c2f17 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264168 Sep 14 12:12:50.871304 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da5874-ea7c-4d82-be9c-897df0212767 req-86daaf82-8bea-40fb-8507-9100b28f818f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:50.872779 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-42da5874-ea7c-4d82-be9c-897df0212767 req-86daaf82-8bea-40fb-8507-9100b28f818f tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0479667 Sep 14 12:12:50.909102 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-42da5874-ea7c-4d82-be9c-897df0212767 req-4ece430c-c4cc-4591-808c-681d01ab9ae9 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305135 Sep 14 12:12:51.368605 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995ff99-9afa-4c8d-a584-0919212ad6f4 req-9e979abe-0938-46c5-993c-fca3938a3f37 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:51.370207 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b995ff99-9afa-4c8d-a584-0919212ad6f4 req-9e979abe-0938-46c5-993c-fca3938a3f37 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 947 time: 0.0507197 Sep 14 12:12:51.407337 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b995ff99-9afa-4c8d-a584-0919212ad6f4 req-a24ba43a-614a-4a45-aa6c-3a4de6562c04 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310862 Sep 14 12:12:51.668792 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e3dc5-1f3f-4a3d-9f83-32f482d28c92 req-ba865e02-47ce-41f0-a063-046b763aa450 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:51.670221 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f7e3dc5-1f3f-4a3d-9f83-32f482d28c92 req-ba865e02-47ce-41f0-a063-046b763aa450 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 946 time: 0.0466008 Sep 14 12:12:51.709719 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f7e3dc5-1f3f-4a3d-9f83-32f482d28c92 req-c955106a-f21b-4785-a327-dab048bba157 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335491 Sep 14 12:12:52.021856 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c638a84-b071-4f0b-b3fa-8e2c20cd80cb req-fede55fb-6385-4bea-9ac4-688346b9ef02 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:52.023279 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c638a84-b071-4f0b-b3fa-8e2c20cd80cb req-fede55fb-6385-4bea-9ac4-688346b9ef02 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0470605 Sep 14 12:12:52.061831 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c638a84-b071-4f0b-b3fa-8e2c20cd80cb req-36ff5cb3-66d4-4c98-82bf-a19f47500c5e tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325475 Sep 14 12:12:52.530688 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee8d27-6dfa-45ef-9cd7-0976b7350cd0 req-329aba76-d29c-4ec7-b0f5-ee7835fd7b82 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:52.532192 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-08ee8d27-6dfa-45ef-9cd7-0976b7350cd0 req-329aba76-d29c-4ec7-b0f5-ee7835fd7b82 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 947 time: 0.0540400 Sep 14 12:12:52.573869 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-08ee8d27-6dfa-45ef-9cd7-0976b7350cd0 req-66e58fa4-ab12-4b41-9e65-c458b20285ea tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345516 Sep 14 12:12:52.821986 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d8498-f647-4295-a02d-3f0a5b76d4f4 req-b0fc95dd-3ea2-468c-b181-ca0374811126 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:52.823800 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-723d8498-f647-4295-a02d-3f0a5b76d4f4 req-b0fc95dd-3ea2-468c-b181-ca0374811126 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 946 time: 0.0498159 Sep 14 12:12:52.867290 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-723d8498-f647-4295-a02d-3f0a5b76d4f4 req-477168d6-76cd-49f2-a98f-4060db047992 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367131 Sep 14 12:12:53.175709 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e4880-ac2e-48a3-afe2-1cbe8c20e3ea req-eb757db1-c1c0-40c9-b19e-ad40ff13596c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:53.177200 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ea5e4880-ac2e-48a3-afe2-1cbe8c20e3ea req-eb757db1-c1c0-40c9-b19e-ad40ff13596c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0493388 Sep 14 12:12:53.225833 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ea5e4880-ac2e-48a3-afe2-1cbe8c20e3ea req-3bfea0b7-2a9d-41c3-ae26-7d654728c527 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426240 Sep 14 12:12:53.561401 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9c4d1-4920-466c-8757-4721e2370b2c req-d0a9b758-eb7f-4d9a-a413-dd63f782a3f6 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:53.562805 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-03c9c4d1-4920-466c-8757-4721e2370b2c req-d0a9b758-eb7f-4d9a-a413-dd63f782a3f6 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.22 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 945 time: 0.0492542 Sep 14 12:12:53.578400 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device e982cb25-b603-4f42-90b9-bb5bfdeebb20 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:12:53.598547 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: e982cb25-b603-4f42-90b9-bb5bfdeebb20 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:12:53.598887 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device e982cb25-b603-4f42-90b9-bb5bfdeebb20 not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:12:53.682705 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-03c9c4d1-4920-466c-8757-4721e2370b2c req-50018bea-9d09-4115-ae7a-9487d8530fdb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Deleting port f1047694-2ee4-4cca-bfea-4d91ad7937cf {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:12:53.683073 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-03c9c4d1-4920-466c-8757-4721e2370b2c req-50018bea-9d09-4115-ae7a-9487d8530fdb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:53.750789 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733aacb-f1d8-4dee-8b87-a1840f5b3ea9 req-4c08634a-cc69-4c4c-91e5-10d1b7e460bb tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:53.752280 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0733aacb-f1d8-4dee-8b87-a1840f5b3ea9 req-4c08634a-cc69-4c4c-91e5-10d1b7e460bb tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 947 time: 0.1058447 Sep 14 12:12:53.805409 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-03c9c4d1-4920-466c-8757-4721e2370b2c req-50018bea-9d09-4115-ae7a-9487d8530fdb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] For port f1047694-2ee4-4cca-bfea-4d91ad7937cf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f1047694-2ee4-4cca-bfea-4d91ad7937cf,segment=NetworkSegment(374805a8-30f8-41af-bb97-b8749f10030f),segment_id=374805a8-30f8-41af-bb97-b8749f10030f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:53.806329 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-03c9c4d1-4920-466c-8757-4721e2370b2c req-50018bea-9d09-4115-ae7a-9487d8530fdb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:53.811131 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0733aacb-f1d8-4dee-8b87-a1840f5b3ea9 req-80ecadcb-f2c9-43b3-b486-6401c323ffa3 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524008 Sep 14 12:12:53.823107 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-03c9c4d1-4920-466c-8757-4721e2370b2c req-50018bea-9d09-4115-ae7a-9487d8530fdb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Calling delete_port for f1047694-2ee4-4cca-bfea-4d91ad7937cf owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:12:53.976571 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-03c9c4d1-4920-466c-8757-4721e2370b2c req-50018bea-9d09-4115-ae7a-9487d8530fdb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:53.989084 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['ce11cbc8-3d50-4742-b9bd-9b31e171ec25', 'f1047694-2ee4-4cca-bfea-4d91ad7937cf'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:12:54.008429 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50018bea-9d09-4115-ae7a-9487d8530fdb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Pushing event deleted for resources: {'Port': ['ID=f1047694-2ee4-4cca-bfea-4d91ad7937cf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:54.027513 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea7182-5997-40c3-b5fc-07bf5b047570 req-0fa260e6-8d12-4d13-bef8-0ebdfcdd43c1 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:54.029013 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-69ea7182-5997-40c3-b5fc-07bf5b047570 req-0fa260e6-8d12-4d13-bef8-0ebdfcdd43c1 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 946 time: 0.0914133 Sep 14 12:12:54.068058 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c9c4d1-4920-466c-8757-4721e2370b2c req-50018bea-9d09-4115-ae7a-9487d8530fdb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] No DVR routers for this DVR port f1047694-2ee4-4cca-bfea-4d91ad7937cf on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:12:54.075786 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-03c9c4d1-4920-466c-8757-4721e2370b2c req-50018bea-9d09-4115-ae7a-9487d8530fdb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:54.077713 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-03c9c4d1-4920-466c-8757-4721e2370b2c req-50018bea-9d09-4115-ae7a-9487d8530fdb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.22 "DELETE /v2.0/ports/f1047694-2ee4-4cca-bfea-4d91ad7937cf HTTP/1.1" status: 204 len: 173 time: 0.5049236 Sep 14 12:12:54.078149 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402800b9-4b66-4346-be05-6821b000842c', 'name': 'network-vif-deleted', 'tag': 'f1047694-2ee4-4cca-bfea-4d91ad7937cf'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:12:54.080402 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4e8af8-3124-47f4-8bc8-580ba9412c37" -d '{"events": [{"server_uuid": "402800b9-4b66-4346-be05-6821b000842c", "name": "network-vif-deleted", "tag": "f1047694-2ee4-4cca-bfea-4d91ad7937cf"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:12:54.105323 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-69ea7182-5997-40c3-b5fc-07bf5b047570 req-62830c25-901a-41ba-8687-ec566e9c60f8 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591698 Sep 14 12:12:54.135719 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20627983-0641-4e53-87a1-20fe48a5d8ea x-openstack-request-id: req-20627983-0641-4e53-87a1-20fe48a5d8ea {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:12:54.135719 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402800b9-4b66-4346-be05-6821b000842c", "name": "network-vif-deleted", "tag": "f1047694-2ee4-4cca-bfea-4d91ad7937cf", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:12:54.135719 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20627983-0641-4e53-87a1-20fe48a5d8ea {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:12:54.136095 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402800b9-4b66-4346-be05-6821b000842c', 'name': 'network-vif-deleted', 'tag': 'f1047694-2ee4-4cca-bfea-4d91ad7937cf', 'status': 'completed', 'code': 200} Sep 14 12:12:54.330975 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d7095168-5f5e-46ac-91bb-9c3895e167d0 req-e4c36238-c0cd-47ed-ab5d-4c7046025a94 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=402800b9-4b66-4346-be05-6821b000842c HTTP/1.1" status: 200 len: 210 time: 0.0256443 Sep 14 12:12:54.419198 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a0810-c002-413d-8be7-1ee4e225bcda req-021a2c8f-cf5f-4300-af06-75ba58355b2e tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:54.420582 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c5a0810-c002-413d-8be7-1ee4e225bcda req-021a2c8f-cf5f-4300-af06-75ba58355b2e tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.22 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 946 time: 0.0459821 Sep 14 12:12:54.518791 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-2c5a0810-c002-413d-8be7-1ee4e225bcda req-c3b6554e-3369-40f3-a321-74b7a5fb23dc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Deleting port c782571c-fd5b-4004-8b48-a0df1c0f2f73 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:12:54.519165 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c5a0810-c002-413d-8be7-1ee4e225bcda req-c3b6554e-3369-40f3-a321-74b7a5fb23dc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:54.614247 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2c5a0810-c002-413d-8be7-1ee4e225bcda req-c3b6554e-3369-40f3-a321-74b7a5fb23dc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] For port c782571c-fd5b-4004-8b48-a0df1c0f2f73, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c782571c-fd5b-4004-8b48-a0df1c0f2f73,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:54.614852 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c5a0810-c002-413d-8be7-1ee4e225bcda req-c3b6554e-3369-40f3-a321-74b7a5fb23dc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:54.629261 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-2c5a0810-c002-413d-8be7-1ee4e225bcda req-c3b6554e-3369-40f3-a321-74b7a5fb23dc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Calling delete_port for c782571c-fd5b-4004-8b48-a0df1c0f2f73 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:12:54.758298 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c5a0810-c002-413d-8be7-1ee4e225bcda req-c3b6554e-3369-40f3-a321-74b7a5fb23dc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:54.775255 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['a2fbd5c4-a598-4f1d-9670-147316b6fc03', '5de4fa84-ce85-4900-9a88-1eef4c52b3e3', 'c782571c-fd5b-4004-8b48-a0df1c0f2f73'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:12:54.786510 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6554e-3369-40f3-a321-74b7a5fb23dc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Pushing event deleted for resources: {'Port': ['ID=c782571c-fd5b-4004-8b48-a0df1c0f2f73,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:54.828028 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5a0810-c002-413d-8be7-1ee4e225bcda req-c3b6554e-3369-40f3-a321-74b7a5fb23dc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] No DVR routers for this DVR port c782571c-fd5b-4004-8b48-a0df1c0f2f73 on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:12:54.830382 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2c5a0810-c002-413d-8be7-1ee4e225bcda req-c3b6554e-3369-40f3-a321-74b7a5fb23dc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:54.832466 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c5a0810-c002-413d-8be7-1ee4e225bcda req-c3b6554e-3369-40f3-a321-74b7a5fb23dc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.22 "DELETE /v2.0/ports/c782571c-fd5b-4004-8b48-a0df1c0f2f73 HTTP/1.1" status: 204 len: 173 time: 0.3978047 Sep 14 12:12:55.210020 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200ca1e3-f56d-4705-ba14-fa5f9be66026 req-81914994-8439-4891-ada9-7a3db39e8950 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=a27f66ef-baea-4fd2-9475-4b0bedf28524 HTTP/1.1" status: 200 len: 210 time: 0.0258977 Sep 14 12:12:55.602227 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72511a18-7d71-430d-a362-f158eb052349 req-59fc79b5-5583-45ee-ba94-6647cce904d4 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:55.604391 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-72511a18-7d71-430d-a362-f158eb052349 req-59fc79b5-5583-45ee-ba94-6647cce904d4 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0471091 Sep 14 12:12:55.641788 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-72511a18-7d71-430d-a362-f158eb052349 req-1f110304-3987-4900-95c2-597e22810116 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312297 Sep 14 12:12:56.137398 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27f66ef-baea-4fd2-9475-4b0bedf28524', 'name': 'network-vif-deleted', 'tag': 'c782571c-fd5b-4004-8b48-a0df1c0f2f73'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:12:56.139744 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d1bf21-fbb2-4914-b33d-c93643e2bfa0" -d '{"events": [{"server_uuid": "a27f66ef-baea-4fd2-9475-4b0bedf28524", "name": "network-vif-deleted", "tag": "c782571c-fd5b-4004-8b48-a0df1c0f2f73"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:12:56.176314 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3580e526-f145-4334-807d-1250fe7d32b6 x-openstack-request-id: req-3580e526-f145-4334-807d-1250fe7d32b6 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:12:56.176610 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27f66ef-baea-4fd2-9475-4b0bedf28524", "name": "network-vif-deleted", "tag": "c782571c-fd5b-4004-8b48-a0df1c0f2f73", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:12:56.176910 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3580e526-f145-4334-807d-1250fe7d32b6 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:12:56.177351 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27f66ef-baea-4fd2-9475-4b0bedf28524', 'name': 'network-vif-deleted', 'tag': 'c782571c-fd5b-4004-8b48-a0df1c0f2f73', 'status': 'completed', 'code': 200} Sep 14 12:12:56.472816 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcb7bb-3a9c-4ae8-a2ce-328af13b2765 req-ee0a051f-91a7-44ef-b364-d7db34fa57a4 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:56.474261 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-12dcb7bb-3a9c-4ae8-a2ce-328af13b2765 req-ee0a051f-91a7-44ef-b364-d7db34fa57a4 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 945 time: 0.0480452 Sep 14 12:12:56.511564 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-12dcb7bb-3a9c-4ae8-a2ce-328af13b2765 req-7374c0f0-4d4e-47e9-a106-4ba3172e3131 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308187 Sep 14 12:12:56.758503 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee82fa-a0d1-4ce8-b501-019538f8907e req-245bc324-5d2b-42c5-b408-93eb2645afe0 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:56.761044 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a0ee82fa-a0d1-4ce8-b501-019538f8907e req-245bc324-5d2b-42c5-b408-93eb2645afe0 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0525725 Sep 14 12:12:56.797715 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a0ee82fa-a0d1-4ce8-b501-019538f8907e req-6f84a328-c844-41b0-bd26-9e35944c1d7b tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309513 Sep 14 12:12:57.596993 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device c782571c-fd5b-4004-8b48-a0df1c0f2f73 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:12:57.617248 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: c782571c-fd5b-4004-8b48-a0df1c0f2f73 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:12:57.617596 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device c782571c-fd5b-4004-8b48-a0df1c0f2f73 not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:12:57.618004 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device f1047694-2ee4-4cca-bfea-4d91ad7937cf no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:12:57.624836 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f0d11-4140-4c93-8b51-5778797aa724 req-907b760e-5ea8-430b-b7ba-f6e3ae8804dc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:57.626316 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-823f0d11-4140-4c93-8b51-5778797aa724 req-907b760e-5ea8-430b-b7ba-f6e3ae8804dc tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 945 time: 0.0492508 Sep 14 12:12:57.636038 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: f1047694-2ee4-4cca-bfea-4d91ad7937cf {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:12:57.636387 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device f1047694-2ee4-4cca-bfea-4d91ad7937cf not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:12:57.662956 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-823f0d11-4140-4c93-8b51-5778797aa724 req-9ad90e61-0647-4cb0-96fa-104ab474c575 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307047 Sep 14 12:12:57.912574 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0b6ec-c200-41e4-bac2-cb29ce5501fb req-63150ab8-4afb-43ea-bcd1-edfdeeecc817 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:57.914042 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-35e0b6ec-c200-41e4-bac2-cb29ce5501fb req-63150ab8-4afb-43ea-bcd1-edfdeeecc817 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0487356 Sep 14 12:12:57.952229 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-35e0b6ec-c200-41e4-bac2-cb29ce5501fb req-dde05adc-ecef-401b-b7b5-c728a27dd8a8 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321250 Sep 14 12:12:58.260673 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff4f54-ee25-4570-9557-6c1fa485a8b2 req-a02ef36e-4abc-4d53-9840-923627f13b66 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:58.262090 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-96ff4f54-ee25-4570-9557-6c1fa485a8b2 req-a02ef36e-4abc-4d53-9840-923627f13b66 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.22 "GET /v2.0/ports?device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 945 time: 0.0505326 Sep 14 12:12:58.351713 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-96ff4f54-ee25-4570-9557-6c1fa485a8b2 req-d295a6b3-6da0-46e2-b24a-d8df3a3fb394 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Deleting port 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:12:58.352045 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-96ff4f54-ee25-4570-9557-6c1fa485a8b2 req-d295a6b3-6da0-46e2-b24a-d8df3a3fb394 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:58.439657 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-96ff4f54-ee25-4570-9557-6c1fa485a8b2 req-d295a6b3-6da0-46e2-b24a-d8df3a3fb394 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] For port 5de4fa84-ce85-4900-9a88-1eef4c52b3e3, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5de4fa84-ce85-4900-9a88-1eef4c52b3e3,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:58.440016 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-96ff4f54-ee25-4570-9557-6c1fa485a8b2 req-d295a6b3-6da0-46e2-b24a-d8df3a3fb394 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:58.451909 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-96ff4f54-ee25-4570-9557-6c1fa485a8b2 req-d295a6b3-6da0-46e2-b24a-d8df3a3fb394 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Calling delete_port for 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:12:58.573786 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-96ff4f54-ee25-4570-9557-6c1fa485a8b2 req-d295a6b3-6da0-46e2-b24a-d8df3a3fb394 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:58.593112 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['a2fbd5c4-a598-4f1d-9670-147316b6fc03', '5de4fa84-ce85-4900-9a88-1eef4c52b3e3'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:12:58.610806 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295a6b3-6da0-46e2-b24a-d8df3a3fb394 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Pushing event deleted for resources: {'Port': ['ID=5de4fa84-ce85-4900-9a88-1eef4c52b3e3,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:58.653453 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ff4f54-ee25-4570-9557-6c1fa485a8b2 req-d295a6b3-6da0-46e2-b24a-d8df3a3fb394 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] No DVR routers for this DVR port 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:12:58.655938 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-96ff4f54-ee25-4570-9557-6c1fa485a8b2 req-d295a6b3-6da0-46e2-b24a-d8df3a3fb394 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:58.657883 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-96ff4f54-ee25-4570-9557-6c1fa485a8b2 req-d295a6b3-6da0-46e2-b24a-d8df3a3fb394 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.22 "DELETE /v2.0/ports/5de4fa84-ce85-4900-9a88-1eef4c52b3e3 HTTP/1.1" status: 204 len: 173 time: 0.3869302 Sep 14 12:12:58.658311 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045ef045-3923-464e-b052-ebfbd921bcd0', 'name': 'network-vif-deleted', 'tag': '5de4fa84-ce85-4900-9a88-1eef4c52b3e3'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:12:58.660545 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4f0d70-8cfd-4720-a434-2059400b1eff" -d '{"events": [{"server_uuid": "045ef045-3923-464e-b052-ebfbd921bcd0", "name": "network-vif-deleted", "tag": "5de4fa84-ce85-4900-9a88-1eef4c52b3e3"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:12:58.707215 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de30294-daa0-4ed9-b05f-f1a4b7f69ea8 x-openstack-request-id: req-7de30294-daa0-4ed9-b05f-f1a4b7f69ea8 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:12:58.707215 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045ef045-3923-464e-b052-ebfbd921bcd0", "name": "network-vif-deleted", "tag": "5de4fa84-ce85-4900-9a88-1eef4c52b3e3", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:12:58.707215 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7de30294-daa0-4ed9-b05f-f1a4b7f69ea8 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:12:58.707215 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045ef045-3923-464e-b052-ebfbd921bcd0', 'name': 'network-vif-deleted', 'tag': '5de4fa84-ce85-4900-9a88-1eef4c52b3e3', 'status': 'completed', 'code': 200} Sep 14 12:12:58.777809 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-04843ddb-197c-497f-8189-41a0a80498db req-7ffe2026-f7c7-47d3-9750-2aa4e3f87a51 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=045ef045-3923-464e-b052-ebfbd921bcd0 HTTP/1.1" status: 200 len: 210 time: 0.0297503 Sep 14 12:12:58.950936 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6b160c4c-a587-4cc8-be5e-169635af4424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:12:59.065641 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a41db-6779-4429-8819-31f9db1d6108 req-bf3f76f8-20af-4233-8015-349128031c5c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:12:59.067099 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-839a41db-6779-4429-8819-31f9db1d6108 req-bf3f76f8-20af-4233-8015-349128031c5c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0473940 Sep 14 12:12:59.107477 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-839a41db-6779-4429-8819-31f9db1d6108 req-9547ea93-e5f2-47d1-8f1e-d677bf64ddd7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344341 Sep 14 12:13:00.234846 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba2412-1afc-4ac0-885c-bee34c15ec08 req-03297f71-82db-4ba0-85d3-c1da15b9eafb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:00.236792 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00ba2412-1afc-4ac0-885c-bee34c15ec08 req-03297f71-82db-4ba0-85d3-c1da15b9eafb tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0517883 Sep 14 12:13:00.273968 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00ba2412-1afc-4ac0-885c-bee34c15ec08 req-d31d1a64-983f-425f-a307-87c993e51623 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314133 Sep 14 12:13:01.163193 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efce83-c237-4a54-9bee-e730151616c2 req-3255567a-23a2-43d3-a8c8-f32c3a0bae00 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:01.164545 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-22efce83-c237-4a54-9bee-e730151616c2 req-3255567a-23a2-43d3-a8c8-f32c3a0bae00 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 945 time: 0.0470548 Sep 14 12:13:01.201145 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-22efce83-c237-4a54-9bee-e730151616c2 req-853c39ad-faf5-416e-9631-7e76e288ac82 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302737 Sep 14 12:13:01.388804 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49b4e3-6300-4332-b3a2-a7892f0b0e2a req-8f500cfe-4ddb-42e5-9538-80d726bced14 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:01.390251 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7c49b4e3-6300-4332-b3a2-a7892f0b0e2a req-8f500cfe-4ddb-42e5-9538-80d726bced14 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0476129 Sep 14 12:13:01.430245 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7c49b4e3-6300-4332-b3a2-a7892f0b0e2a req-5cd78e77-1eb1-4a6d-bcb2-176f7c9d6c18 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341213 Sep 14 12:13:01.719919 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-66d7a88e-e3c4-4c69-8278-6b6e93771fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:01.964188 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:02.315778 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a775e2f-a93f-4e4c-be81-f9874b592e27 req-988cc728-00b4-44d9-8dcd-4b5be0bd5ad1 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:02.317156 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9a775e2f-a93f-4e4c-be81-f9874b592e27 req-988cc728-00b4-44d9-8dcd-4b5be0bd5ad1 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 945 time: 0.0487766 Sep 14 12:13:02.355037 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9a775e2f-a93f-4e4c-be81-f9874b592e27 req-8acf1fe9-2d79-4a33-b8f4-5b2ad932323a tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317287 Sep 14 12:13:02.543716 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3961170-2d9e-4e0c-9956-84690bc86199 req-c702ec07-5687-4449-bc0c-cb26da577f52 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:02.545183 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3961170-2d9e-4e0c-9956-84690bc86199 req-c702ec07-5687-4449-bc0c-cb26da577f52 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0485237 Sep 14 12:13:02.581912 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3961170-2d9e-4e0c-9956-84690bc86199 req-7244730a-6e13-4dfb-a754-178e82436192 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/security-groups?id=a748296a-f4d1-43da-b987-c8c36d3c30e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309200 Sep 14 12:13:02.905107 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9eefed-087c-44fa-9917-2634b26ab9c4 req-05183f4d-e5c1-44a4-b88b-5d5a4a0de8b7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:02.906573 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b9eefed-087c-44fa-9917-2634b26ab9c4 req-05183f4d-e5c1-44a4-b88b-5d5a4a0de8b7 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 946 time: 0.0487642 Sep 14 12:13:02.916818 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:03.005942 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-9b9eefed-087c-44fa-9917-2634b26ab9c4 req-a86a6807-209f-4d7f-801f-a865e0a2695c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Deleting port ce11cbc8-3d50-4742-b9bd-9b31e171ec25 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:13:03.006282 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9b9eefed-087c-44fa-9917-2634b26ab9c4 req-a86a6807-209f-4d7f-801f-a865e0a2695c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:03.093683 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-9b9eefed-087c-44fa-9917-2634b26ab9c4 req-a86a6807-209f-4d7f-801f-a865e0a2695c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] For port ce11cbc8-3d50-4742-b9bd-9b31e171ec25, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ce11cbc8-3d50-4742-b9bd-9b31e171ec25,segment=NetworkSegment(374805a8-30f8-41af-bb97-b8749f10030f),segment_id=374805a8-30f8-41af-bb97-b8749f10030f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:13:03.094039 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9b9eefed-087c-44fa-9917-2634b26ab9c4 req-a86a6807-209f-4d7f-801f-a865e0a2695c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:03.110368 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-9b9eefed-087c-44fa-9917-2634b26ab9c4 req-a86a6807-209f-4d7f-801f-a865e0a2695c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Calling delete_port for ce11cbc8-3d50-4742-b9bd-9b31e171ec25 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:13:03.259282 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9b9eefed-087c-44fa-9917-2634b26ab9c4 req-a86a6807-209f-4d7f-801f-a865e0a2695c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:03.269929 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6e7d9-8f99-492a-abad-dc85295ef43a req-3eb8cc6b-7c6d-4f55-8b18-8d0467d89dff tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:03.270836 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['ce11cbc8-3d50-4742-b9bd-9b31e171ec25'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:13:03.271376 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-07b6e7d9-8f99-492a-abad-dc85295ef43a req-3eb8cc6b-7c6d-4f55-8b18-8d0467d89dff tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 945 time: 0.0640674 Sep 14 12:13:03.308949 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a6807-209f-4d7f-801f-a865e0a2695c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Pushing event deleted for resources: {'Port': ['ID=ce11cbc8-3d50-4742-b9bd-9b31e171ec25,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:03.369329 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9eefed-087c-44fa-9917-2634b26ab9c4 req-a86a6807-209f-4d7f-801f-a865e0a2695c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] No DVR routers for this DVR port ce11cbc8-3d50-4742-b9bd-9b31e171ec25 on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:13:03.375661 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-9b9eefed-087c-44fa-9917-2634b26ab9c4 req-a86a6807-209f-4d7f-801f-a865e0a2695c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:03.377569 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9b9eefed-087c-44fa-9917-2634b26ab9c4 req-a86a6807-209f-4d7f-801f-a865e0a2695c tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.22 "DELETE /v2.0/ports/ce11cbc8-3d50-4742-b9bd-9b31e171ec25 HTTP/1.1" status: 204 len: 173 time: 0.4610591 Sep 14 12:13:03.378006 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4707d2-0f96-495d-9fd0-d41870afb450', 'name': 'network-vif-deleted', 'tag': 'ce11cbc8-3d50-4742-b9bd-9b31e171ec25'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:13:03.380240 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a71f6d-aeb9-45ba-b078-1a1b9f8aac82" -d '{"events": [{"server_uuid": "bb4707d2-0f96-495d-9fd0-d41870afb450", "name": "network-vif-deleted", "tag": "ce11cbc8-3d50-4742-b9bd-9b31e171ec25"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:13:03.428509 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d360c8-ee22-4d34-a7b1-212d3436dc76 x-openstack-request-id: req-48d360c8-ee22-4d34-a7b1-212d3436dc76 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:13:03.428872 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4707d2-0f96-495d-9fd0-d41870afb450", "name": "network-vif-deleted", "tag": "ce11cbc8-3d50-4742-b9bd-9b31e171ec25", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:13:03.429176 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48d360c8-ee22-4d34-a7b1-212d3436dc76 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:13:03.429623 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4707d2-0f96-495d-9fd0-d41870afb450', 'name': 'network-vif-deleted', 'tag': 'ce11cbc8-3d50-4742-b9bd-9b31e171ec25', 'status': 'completed', 'code': 200} Sep 14 12:13:03.466946 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-07b6e7d9-8f99-492a-abad-dc85295ef43a req-24bd2bab-6234-41f0-8c5e-4c31ca2f8b69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Deleting port a2fbd5c4-a598-4f1d-9670-147316b6fc03 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:13:03.467290 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-07b6e7d9-8f99-492a-abad-dc85295ef43a req-24bd2bab-6234-41f0-8c5e-4c31ca2f8b69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:03.557345 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a361f07-dd38-4cb2-bab2-688ebef4986f req-4fc4577f-d7b0-4866-92c3-eebb3e14f100 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:03.558720 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1a361f07-dd38-4cb2-bab2-688ebef4986f req-4fc4577f-d7b0-4866-92c3-eebb3e14f100 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b16b6c1-8c78-4478-8533-629b06a83e4b HTTP/1.1" status: 200 len: 945 time: 0.1255906 Sep 14 12:13:03.603572 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-07b6e7d9-8f99-492a-abad-dc85295ef43a req-24bd2bab-6234-41f0-8c5e-4c31ca2f8b69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] For port a2fbd5c4-a598-4f1d-9670-147316b6fc03, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=a2fbd5c4-a598-4f1d-9670-147316b6fc03,segment=NetworkSegment(16bcdbe3-e99e-4d72-8a44-23c3dc7cca43),segment_id=16bcdbe3-e99e-4d72-8a44-23c3dc7cca43)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:13:03.603929 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-07b6e7d9-8f99-492a-abad-dc85295ef43a req-24bd2bab-6234-41f0-8c5e-4c31ca2f8b69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:03.626453 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1a361f07-dd38-4cb2-bab2-688ebef4986f req-7c40d009-757a-473d-b5ee-2c7879b6402c tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.20 "GET /v2.0/security-groups?id=031e4db4-90f3-4e73-b7db-834e61dd1bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611975 Sep 14 12:13:03.627312 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-07b6e7d9-8f99-492a-abad-dc85295ef43a req-24bd2bab-6234-41f0-8c5e-4c31ca2f8b69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Calling delete_port for a2fbd5c4-a598-4f1d-9670-147316b6fc03 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:13:03.661627 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:13:03.680571 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:13:03.680922 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 5de4fa84-ce85-4900-9a88-1eef4c52b3e3 not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:13:03.700168 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-69a534da-eee7-4754-929b-f61372a02b6e req-8ab57e4f-b270-4763-b972-5365a609fb18 tempest-ServerRescueNegativeTestJSON-141983032 tempest-ServerRescueNegativeTestJSON-141983032-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb4707d2-0f96-495d-9fd0-d41870afb450 HTTP/1.1" status: 200 len: 210 time: 0.0284941 Sep 14 12:13:03.780296 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-07b6e7d9-8f99-492a-abad-dc85295ef43a req-24bd2bab-6234-41f0-8c5e-4c31ca2f8b69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:03.794504 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['a2fbd5c4-a598-4f1d-9670-147316b6fc03'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:13:03.814685 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd2bab-6234-41f0-8c5e-4c31ca2f8b69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Pushing event deleted for resources: {'Port': ['ID=a2fbd5c4-a598-4f1d-9670-147316b6fc03,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:03.858809 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b6e7d9-8f99-492a-abad-dc85295ef43a req-24bd2bab-6234-41f0-8c5e-4c31ca2f8b69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] No DVR routers for this DVR port a2fbd5c4-a598-4f1d-9670-147316b6fc03 on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:13:03.862001 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-07b6e7d9-8f99-492a-abad-dc85295ef43a req-24bd2bab-6234-41f0-8c5e-4c31ca2f8b69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:03.864030 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-07b6e7d9-8f99-492a-abad-dc85295ef43a req-24bd2bab-6234-41f0-8c5e-4c31ca2f8b69 tempest-AttachVolumeNegativeTest-1334816905 tempest-AttachVolumeNegativeTest-1334816905-project] 10.222.0.22 "DELETE /v2.0/ports/a2fbd5c4-a598-4f1d-9670-147316b6fc03 HTTP/1.1" status: 204 len: 173 time: 0.5626462 Sep 14 12:13:03.897279 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:04.683840 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 48400) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:04.725531 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-38175075-a536-4229-8ed2-a705dc1f4da7 admin admin] Deleting subnet 159cf4ba-bce1-4e66-b8a5-04ca439e0d5c {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:13:04.729239 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-38175075-a536-4229-8ed2-a705dc1f4da7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:04.755747 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 48404) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:04.800510 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-38175075-a536-4229-8ed2-a705dc1f4da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175050'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:04.875357 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-38175075-a536-4229-8ed2-a705dc1f4da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.000565 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-38175075-a536-4229-8ed2-a705dc1f4da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9075162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904105'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.159866 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.237980 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-38175075-a536-4229-8ed2-a705dc1f4da7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.242476 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-38175075-a536-4229-8ed2-a705dc1f4da7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/159cf4ba-bce1-4e66-b8a5-04ca439e0d5c HTTP/1.1" status: 204 len: 168 time: 0.5550334 Sep 14 12:13:05.242476 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38175075-a536-4229-8ed2-a705dc1f4da7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=159cf4ba-bce1-4e66-b8a5-04ca439e0d5c,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:05.242685 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 48406) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:05.312284 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bae0b02-6170-4a67-a358-3c7a4e9a368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.392734 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bae0b02-6170-4a67-a358-3c7a4e9a368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.412104 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-8bae0b02-6170-4a67-a358-3c7a4e9a368b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3147417-9bdc-4caa-8a4a-96a49cb2a356']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:05.421258 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-8bae0b02-6170-4a67-a358-3c7a4e9a368b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:05.421555 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-8bae0b02-6170-4a67-a358-3c7a4e9a368b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bcdbe3-e99e-4d72-8a44-23c3dc7cca43') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:05.430689 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bae0b02-6170-4a67-a358-3c7a4e9a368b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3191708'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.432801 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b16b6c1-8c78-4478-8533-629b06a83e4b', 'name': 'network-vif-deleted', 'tag': 'a2fbd5c4-a598-4f1d-9670-147316b6fc03'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:13:05.435463 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875dd348-6273-492f-94ab-544b75f4b11f" -d '{"events": [{"server_uuid": "1b16b6c1-8c78-4478-8533-629b06a83e4b", "name": "network-vif-deleted", "tag": "a2fbd5c4-a598-4f1d-9670-147316b6fc03"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:13:05.454343 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bae0b02-6170-4a67-a358-3c7a4e9a368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.461288 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bae0b02-6170-4a67-a358-3c7a4e9a368b admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:13:05.461752 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bae0b02-6170-4a67-a358-3c7a4e9a368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3780155'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: timer() Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: cb(*args, **kw) Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: self._notify() Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: self.callback(batched_events) Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: event.method(event) Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: return self._get(url).json() Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:13:05.464127 dv-cinder-784945-14-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:13:05.466035 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fbb65f87-b82f-4f23-a751-ec6b6fdaa851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577023'] for router_interface, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.476090 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127b8098-9a38-4684-8150-e8cc3c56c958 x-openstack-request-id: req-127b8098-9a38-4684-8150-e8cc3c56c958 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:13:05.476386 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b16b6c1-8c78-4478-8533-629b06a83e4b", "name": "network-vif-deleted", "tag": "a2fbd5c4-a598-4f1d-9670-147316b6fc03", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:13:05.476637 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-127b8098-9a38-4684-8150-e8cc3c56c958 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:13:05.477021 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b16b6c1-8c78-4478-8533-629b06a83e4b', 'name': 'network-vif-deleted', 'tag': 'a2fbd5c4-a598-4f1d-9670-147316b6fc03', 'status': 'completed', 'code': 200} Sep 14 12:13:05.524004 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bae0b02-6170-4a67-a358-3c7a4e9a368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.529356 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bae0b02-6170-4a67-a358-3c7a4e9a368b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.531319 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-8bae0b02-6170-4a67-a358-3c7a4e9a368b admin admin] 10.222.0.20 "DELETE /v2.0/networks/f3147417-9bdc-4caa-8a4a-96a49cb2a356 HTTP/1.1" status: 204 len: 168 time: 0.2876947 Sep 14 12:13:05.543509 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae0b02-6170-4a67-a358-3c7a4e9a368b admin admin] Pushing event deleted for resources: {'Network': ['ID=f3147417-9bdc-4caa-8a4a-96a49cb2a356,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:05.697223 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 48412) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:05.736677 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-235793b2-c6cd-49c1-a9ce-f98aeb1f3588 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed7325894aee40a8ba14ce01c8017925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380528 Sep 14 12:13:05.739079 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 48414) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:05.765578 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-fbb65f87-b82f-4f23-a751-ec6b6fdaa851 admin admin] Deleting port 90910000-6cba-48ac-ad84-90fab1cea18a {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:13:05.766192 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fbb65f87-b82f-4f23-a751-ec6b6fdaa851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.787634 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa549-4441-468d-b0c4-18a0ee4b1b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.807621 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa549-4441-468d-b0c4-18a0ee4b1b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.844187 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-fbb65f87-b82f-4f23-a751-ec6b6fdaa851 admin admin] For port 90910000-6cba-48ac-ad84-90fab1cea18a, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=90910000-6cba-48ac-ad84-90fab1cea18a,segment=NetworkSegment(374805a8-30f8-41af-bb97-b8749f10030f),segment_id=374805a8-30f8-41af-bb97-b8749f10030f)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:13:05.844554 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fbb65f87-b82f-4f23-a751-ec6b6fdaa851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.852698 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa549-4441-468d-b0c4-18a0ee4b1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.855809 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa549-4441-468d-b0c4-18a0ee4b1b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:05.856959 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-5c4aa549-4441-468d-b0c4-18a0ee4b1b07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/031e4db4-90f3-4e73-b7db-834e61dd1bc4 HTTP/1.1" status: 204 len: 168 time: 0.1169488 Sep 14 12:13:05.857091 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-fbb65f87-b82f-4f23-a751-ec6b6fdaa851 admin admin] Calling delete_port for 90910000-6cba-48ac-ad84-90fab1cea18a owned by network:router_interface {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:13:05.866772 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4aa549-4441-468d-b0c4-18a0ee4b1b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031e4db4-90f3-4e73-b7db-834e61dd1bc4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:06.080217 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fbb65f87-b82f-4f23-a751-ec6b6fdaa851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:06.109884 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb65f87-b82f-4f23-a751-ec6b6fdaa851 admin admin] Pushing event deleted for resources: {'Port': ['ID=90910000-6cba-48ac-ad84-90fab1cea18a,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:06.263449 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fbb65f87-b82f-4f23-a751-ec6b6fdaa851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577099'] for router_interface, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:06.475576 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb65f87-b82f-4f23-a751-ec6b6fdaa851 admin admin] Router 6c174a70-b1ca-4174-89de-93217f035421 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:13:06.590597 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb65f87-b82f-4f23-a751-ec6b6fdaa851 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:13:06.595976 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-fbb65f87-b82f-4f23-a751-ec6b6fdaa851 admin admin] 10.222.0.20 "PUT /v2.0/routers/6c174a70-b1ca-4174-89de-93217f035421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8392820 Sep 14 12:13:06.598510 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 48438) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:06.601701 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a26ee10-c1f5-4816-998d-fe302c3581ec None None] Sync routers for ids ['6c174a70-b1ca-4174-89de-93217f035421'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:13:06.612288 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a26ee10-c1f5-4816-998d-fe302c3581ec None None] Routers {'6c174a70-b1ca-4174-89de-93217f035421'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:13:06.612906 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-4a26ee10-c1f5-4816-998d-fe302c3581ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:13:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['6c174a70-b1ca-4174-89de-93217f035421'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:06.706795 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88ab4532-8602-43b1-89cd-d65ac4367ccb admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:06.722624 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-4a26ee10-c1f5-4816-998d-fe302c3581ec None None] Set router 6c174a70-b1ca-4174-89de-93217f035421 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:13:06.823738 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88ab4532-8602-43b1-89cd-d65ac4367ccb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:06.889716 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-88ab4532-8602-43b1-89cd-d65ac4367ccb admin admin] Deleting port 20fd0cd0-6b55-4399-a709-45f1d3aa0156 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:13:06.890073 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88ab4532-8602-43b1-89cd-d65ac4367ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:06.919235 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-4a26ee10-c1f5-4816-998d-fe302c3581ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c174a70-b1ca-4174-89de-93217f035421', 'name': 'tempest-ServerRescueNegativeTestJSON-471054945-router', 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '20fd0cd0-6b55-4399-a709-45f1d3aa0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:20Z', 'updated_at': '2021-09-14T12:13:06Z', 'revision_number': 5, 'project_id': 'c767f723545f4fd28ddc09b080dc3696', 'gw_port': {'id': '20fd0cd0-6b55-4399-a709-45f1d3aa0156', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c174a70-b1ca-4174-89de-93217f035421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:21Z', 'updated_at': '2021-09-14T12:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:06.949850 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a26ee10-c1f5-4816-998d-fe302c3581ec None None] Checking router: 6c174a70-b1ca-4174-89de-93217f035421 for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:13:06.959355 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a26ee10-c1f5-4816-998d-fe302c3581ec None None] Routers {'6c174a70-b1ca-4174-89de-93217f035421'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:13:06.960039 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-4a26ee10-c1f5-4816-998d-fe302c3581ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:13:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['6c174a70-b1ca-4174-89de-93217f035421'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:06.979689 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-88ab4532-8602-43b1-89cd-d65ac4367ccb admin admin] For port 20fd0cd0-6b55-4399-a709-45f1d3aa0156, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=20fd0cd0-6b55-4399-a709-45f1d3aa0156,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:13:06.980305 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88ab4532-8602-43b1-89cd-d65ac4367ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:06.992637 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-88ab4532-8602-43b1-89cd-d65ac4367ccb admin admin] Calling delete_port for 20fd0cd0-6b55-4399-a709-45f1d3aa0156 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:13:07.128475 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-4a26ee10-c1f5-4816-998d-fe302c3581ec None None] Set router 6c174a70-b1ca-4174-89de-93217f035421 gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:13:07.166707 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88ab4532-8602-43b1-89cd-d65ac4367ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:07.188650 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-4a26ee10-c1f5-4816-998d-fe302c3581ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c174a70-b1ca-4174-89de-93217f035421', 'name': 'tempest-ServerRescueNegativeTestJSON-471054945-router', 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:20Z', 'updated_at': '2021-09-14T12:13:06Z', 'revision_number': 6, 'project_id': 'c767f723545f4fd28ddc09b080dc3696', 'gw_port_host': None}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:07.192193 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab4532-8602-43b1-89cd-d65ac4367ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=20fd0cd0-6b55-4399-a709-45f1d3aa0156,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:07.218959 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a26ee10-c1f5-4816-998d-fe302c3581ec None None] The sync data for ids ['6c174a70-b1ca-4174-89de-93217f035421'] in dv-cinder-784945-14-iscsi is: [{'id': '6c174a70-b1ca-4174-89de-93217f035421', 'name': 'tempest-ServerRescueNegativeTestJSON-471054945-router', 'tenant_id': 'c767f723545f4fd28ddc09b080dc3696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:20Z', 'updated_at': '2021-09-14T12:13:06Z', 'revision_number': 6, 'project_id': 'c767f723545f4fd28ddc09b080dc3696', 'gw_port_host': None}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:13:07.268329 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88ab4532-8602-43b1-89cd-d65ac4367ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580905'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:07.375293 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88ab4532-8602-43b1-89cd-d65ac4367ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1707'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:07.377396 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88ab4532-8602-43b1-89cd-d65ac4367ccb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:07.441000 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88ab4532-8602-43b1-89cd-d65ac4367ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578963'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:07.441528 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ab4532-8602-43b1-89cd-d65ac4367ccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c174a70-b1ca-4174-89de-93217f035421 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:13:07.448813 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88ab4532-8602-43b1-89cd-d65ac4367ccb admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:07.450172 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-88ab4532-8602-43b1-89cd-d65ac4367ccb admin admin] 10.222.0.20 "DELETE /v2.0/routers/6c174a70-b1ca-4174-89de-93217f035421 HTTP/1.1" status: 204 len: 168 time: 0.8506374 Sep 14 12:13:07.453861 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 48462) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:07.503050 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-0695d8b4-c50e-4bfc-9ade-41df0e6ce533 admin admin] Deleting subnet a3ea5e92-0ff4-4e73-ace0-515dc4388b17 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:13:07.506262 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0695d8b4-c50e-4bfc-9ade-41df0e6ce533 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:07.694107 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device ce11cbc8-3d50-4742-b9bd-9b31e171ec25 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:13:07.723216 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: ce11cbc8-3d50-4742-b9bd-9b31e171ec25 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:13:07.723567 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device ce11cbc8-3d50-4742-b9bd-9b31e171ec25 not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:13:07.723981 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device a2fbd5c4-a598-4f1d-9670-147316b6fc03 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:13:07.744774 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: a2fbd5c4-a598-4f1d-9670-147316b6fc03 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:13:07.745124 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device a2fbd5c4-a598-4f1d-9670-147316b6fc03 not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:13:07.751277 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0695d8b4-c50e-4bfc-9ade-41df0e6ce533 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3191781'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:07.788445 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0695d8b4-c50e-4bfc-9ade-41df0e6ce533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:07.839680 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0695d8b4-c50e-4bfc-9ade-41df0e6ce533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10195102'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:07.864522 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695d8b4-c50e-4bfc-9ade-41df0e6ce533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ea5e92-0ff4-4e73-ace0-515dc4388b17,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:07.868173 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0695d8b4-c50e-4bfc-9ade-41df0e6ce533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:07.871836 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-0695d8b4-c50e-4bfc-9ade-41df0e6ce533 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a3ea5e92-0ff4-4e73-ace0-515dc4388b17 HTTP/1.1" status: 204 len: 168 time: 0.4148700 Sep 14 12:13:07.872567 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 48466) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:07.941696 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c3eca67-ad9b-451f-b87c-7bba9f119961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:08.017911 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c3eca67-ad9b-451f-b87c-7bba9f119961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:08.043229 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-8c3eca67-ad9b-451f-b87c-7bba9f119961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a071452-e54a-489e-92ba-31d21538d42c']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:08.052718 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-8c3eca67-ad9b-451f-b87c-7bba9f119961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374805a8-30f8-41af-bb97-b8749f10030f') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:08.053015 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-8c3eca67-ad9b-451f-b87c-7bba9f119961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374805a8-30f8-41af-bb97-b8749f10030f') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:08.062073 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c3eca67-ad9b-451f-b87c-7bba9f119961 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3191708'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:08.075081 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c3eca67-ad9b-451f-b87c-7bba9f119961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:08.080644 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3eca67-ad9b-451f-b87c-7bba9f119961 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:13:08.081017 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c3eca67-ad9b-451f-b87c-7bba9f119961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3780155'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: timer() Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: cb(*args, **kw) Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: self._notify() Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: self.callback(batched_events) Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: event.method(event) Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: return self._get(url).json() Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:13:08.082583 dv-cinder-784945-14-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:13:08.137182 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c3eca67-ad9b-451f-b87c-7bba9f119961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:08.142275 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c3eca67-ad9b-451f-b87c-7bba9f119961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:08.144264 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-8c3eca67-ad9b-451f-b87c-7bba9f119961 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3a071452-e54a-489e-92ba-31d21538d42c HTTP/1.1" status: 204 len: 168 time: 0.2708085 Sep 14 12:13:08.157067 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3eca67-ad9b-451f-b87c-7bba9f119961 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a071452-e54a-489e-92ba-31d21538d42c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:08.314271 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 48470) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:08.356697 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-30b4577b-3d32-45aa-909e-85916b5b8a72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c767f723545f4fd28ddc09b080dc3696&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412035 Sep 14 12:13:08.359186 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 48472) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:08.410069 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-745b8178-cf15-44b0-b75f-09ec02aafe44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:08.429738 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-745b8178-cf15-44b0-b75f-09ec02aafe44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:08.475833 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-745b8178-cf15-44b0-b75f-09ec02aafe44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:08.478665 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-745b8178-cf15-44b0-b75f-09ec02aafe44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:08.479821 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-745b8178-cf15-44b0-b75f-09ec02aafe44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a748296a-f4d1-43da-b987-c8c36d3c30e5 HTTP/1.1" status: 204 len: 168 time: 0.1197512 Sep 14 12:13:08.489353 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b8178-cf15-44b0-b75f-09ec02aafe44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a748296a-f4d1-43da-b987-c8c36d3c30e5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:08.526428 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 90910000-6cba-48ac-ad84-90fab1cea18a no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:13:08.545801 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 90910000-6cba-48ac-ad84-90fab1cea18a {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:13:08.546229 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 90910000-6cba-48ac-ad84-90fab1cea18a not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:13:08.546701 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 20fd0cd0-6b55-4399-a709-45f1d3aa0156 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:13:08.567878 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 20fd0cd0-6b55-4399-a709-45f1d3aa0156 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:13:08.568323 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 20fd0cd0-6b55-4399-a709-45f1d3aa0156 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:13:15.235490 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:13:22.528156 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 48736) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:22.632376 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bc75749-f9fe-4abb-9129-0c4d556dba16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:22.719986 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bc75749-f9fe-4abb-9129-0c4d556dba16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:22.724316 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bc75749-f9fe-4abb-9129-0c4d556dba16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:22.761041 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-0bc75749-f9fe-4abb-9129-0c4d556dba16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2150faefcdc44d8f8c8ff3f46906bc14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318449 Sep 14 12:13:22.762950 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc75749-f9fe-4abb-9129-0c4d556dba16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb13b68-ee26-4621-8db3-2a2fdfeceae8,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:22.763759 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 48740) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:22.810997 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9540fad5-e507-409a-ad08-1c77479a1142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:22.830784 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9540fad5-e507-409a-ad08-1c77479a1142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:22.876003 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9540fad5-e507-409a-ad08-1c77479a1142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:22.878581 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9540fad5-e507-409a-ad08-1c77479a1142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:22.879760 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9540fad5-e507-409a-ad08-1c77479a1142 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ddb13b68-ee26-4621-8db3-2a2fdfeceae8 HTTP/1.1" status: 204 len: 168 time: 0.1149831 Sep 14 12:13:22.889081 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540fad5-e507-409a-ad08-1c77479a1142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb13b68-ee26-4621-8db3-2a2fdfeceae8,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:23.125678 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 48746) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:23.139262 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4c138e9b-3ae7-45ad-ab75-cec61af83098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:23.228833 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4c138e9b-3ae7-45ad-ab75-cec61af83098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:23.232385 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4c138e9b-3ae7-45ad-ab75-cec61af83098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:23.270200 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4c138e9b-3ae7-45ad-ab75-cec61af83098 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a6fbc51c50243e986403ae1a3de04bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434751 Sep 14 12:13:23.271067 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c138e9b-3ae7-45ad-ab75-cec61af83098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37ca362-8ab6-4448-8e98-67dc2cb54332,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:23.272882 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 48748) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:23.322791 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0dd98d3e-d778-4d90-b4d8-a105b575c977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:23.345896 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0dd98d3e-d778-4d90-b4d8-a105b575c977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:23.394437 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0dd98d3e-d778-4d90-b4d8-a105b575c977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:23.397790 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0dd98d3e-d778-4d90-b4d8-a105b575c977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:23.398629 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-0dd98d3e-d778-4d90-b4d8-a105b575c977 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d37ca362-8ab6-4448-8e98-67dc2cb54332 HTTP/1.1" status: 204 len: 168 time: 0.1247776 Sep 14 12:13:23.407331 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd98d3e-d778-4d90-b4d8-a105b575c977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37ca362-8ab6-4448-8e98-67dc2cb54332,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:24.447144 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 48790) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:24.549740 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4960dce5-950d-4a27-8b90-0cfb9ad7cc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:24.637766 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4960dce5-950d-4a27-8b90-0cfb9ad7cc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:24.641344 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4960dce5-950d-4a27-8b90-0cfb9ad7cc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:24.676696 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960dce5-950d-4a27-8b90-0cfb9ad7cc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f88e68-f467-4434-8446-e003fe9e40cb,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:24.680967 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-4960dce5-950d-4a27-8b90-0cfb9ad7cc73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a981e2fb56947f3872cdf801d38ceee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322369 Sep 14 12:13:24.683722 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 48794) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:24.730741 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4bc56099-9362-48f4-91c4-9bd6891c3376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:24.751610 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4bc56099-9362-48f4-91c4-9bd6891c3376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:24.801439 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4bc56099-9362-48f4-91c4-9bd6891c3376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:24.804476 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4bc56099-9362-48f4-91c4-9bd6891c3376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:24.808658 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-4bc56099-9362-48f4-91c4-9bd6891c3376 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0f88e68-f467-4434-8446-e003fe9e40cb HTTP/1.1" status: 204 len: 168 time: 0.1210568 Sep 14 12:13:24.813972 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc56099-9362-48f4-91c4-9bd6891c3376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f88e68-f467-4434-8446-e003fe9e40cb,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:28.950990 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-644ec146-1c1b-4b25-92db-2294f5fbfab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:31.732692 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-796bafad-fa9a-4bec-815f-80104ed8d8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:31.965030 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:32.920052 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:33.899161 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:35.163582 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:40.409837 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-641ef7a4-38e2-4167-90f3-aafadd421e46 req-fc319a42-a7b1-4588-97e6-c941dfc56ace service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369291 Sep 14 12:13:40.470273 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ef7a4-38e2-4167-90f3-aafadd421e46 req-dd3d57dd-e62e-4b19-8c5b-e6b50f5a0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:40.471635 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-641ef7a4-38e2-4167-90f3-aafadd421e46 req-dd3d57dd-e62e-4b19-8c5b-e6b50f5a0d04 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 1100 time: 0.0372672 Sep 14 12:13:40.585914 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ef7a4-38e2-4167-90f3-aafadd421e46 req-99789250-1c02-4ec9-b7bc-92e3601f885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:40.587976 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-641ef7a4-38e2-4167-90f3-aafadd421e46 req-99789250-1c02-4ec9-b7bc-92e3601f885c service neutron] 10.222.0.22 "GET /v2.0/networks?id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7 HTTP/1.1" status: 200 len: 918 time: 0.0893235 Sep 14 12:13:40.661858 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-641ef7a4-38e2-4167-90f3-aafadd421e46 req-73d23de3-ad31-4db9-abb2-28204c0cdc79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf HTTP/1.1" status: 200 len: 1002 time: 0.0592883 Sep 14 12:13:40.718620 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ef7a4-38e2-4167-90f3-aafadd421e46 req-ca598879-769c-4720-856e-02839499597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:40.720101 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-641ef7a4-38e2-4167-90f3-aafadd421e46 req-ca598879-769c-4720-856e-02839499597e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6208ef-9aa5-4893-bd46-0183fd7d2f36 HTTP/1.1" status: 200 len: 856 time: 0.0440984 Sep 14 12:13:40.777254 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ef7a4-38e2-4167-90f3-aafadd421e46 req-4790a40b-2d8f-466e-9124-859b067e2dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:40.778762 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-641ef7a4-38e2-4167-90f3-aafadd421e46 req-4790a40b-2d8f-466e-9124-859b067e2dcc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482132 Sep 14 12:13:40.887312 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-641ef7a4-38e2-4167-90f3-aafadd421e46 req-5c27135a-6ef0-4465-bcef-d4190f4049d7 service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952070 Sep 14 12:13:40.990160 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-641ef7a4-38e2-4167-90f3-aafadd421e46 req-237b194e-cdae-41ed-876a-8f0c8f08a5d9 service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870025 Sep 14 12:13:42.047345 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39355a8-fb77-4020-ab26-e540270f1444 req-81bdb583-1a3b-44f3-8146-f65ff88ecd10 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:42.049038 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c39355a8-fb77-4020-ab26-e540270f1444 req-81bdb583-1a3b-44f3-8146-f65ff88ecd10 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0524580 Sep 14 12:13:42.093696 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c39355a8-fb77-4020-ab26-e540270f1444 req-bf08fe3d-9d1b-41fa-9656-7ae2a06c1c80 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337694 Sep 14 12:13:43.214775 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867d6bd-8c24-47fd-9e8d-c7635130688e req-b176ef2f-a7a6-4c66-b4e8-2cbe81103b6e tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:43.216725 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b867d6bd-8c24-47fd-9e8d-c7635130688e req-b176ef2f-a7a6-4c66-b4e8-2cbe81103b6e tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0510497 Sep 14 12:13:43.258681 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b867d6bd-8c24-47fd-9e8d-c7635130688e req-16bea45d-e119-4561-95c5-512ef707dcd6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356674 Sep 14 12:13:44.379459 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb729b-8d8e-4c17-a59b-190758def9d2 req-1fd74d70-4820-4fc3-bcb3-39bf8facce5b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:44.380934 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fecb729b-8d8e-4c17-a59b-190758def9d2 req-1fd74d70-4820-4fc3-bcb3-39bf8facce5b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0535469 Sep 14 12:13:44.418830 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fecb729b-8d8e-4c17-a59b-190758def9d2 req-199933be-3c78-4424-9d51-66c885976273 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314507 Sep 14 12:13:45.536077 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b08256-02cf-4cc2-ac74-6fe2281a886b req-9ca45a8a-f828-4953-b344-51b336c3b54c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:45.537637 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-43b08256-02cf-4cc2-ac74-6fe2281a886b req-9ca45a8a-f828-4953-b344-51b336c3b54c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0508425 Sep 14 12:13:45.575626 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-43b08256-02cf-4cc2-ac74-6fe2281a886b req-cc8a085c-9d1a-447d-849d-fada048d40e7 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313406 Sep 14 12:13:46.707444 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5239a12-06e6-436a-b235-21766251cf18 req-770bed3e-fec1-4c21-9978-1dd3731aeb21 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:46.712351 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e5239a12-06e6-436a-b235-21766251cf18 req-770bed3e-fec1-4c21-9978-1dd3731aeb21 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0657973 Sep 14 12:13:46.763878 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e5239a12-06e6-436a-b235-21766251cf18 req-ba8201b5-147a-4f75-8846-d45c556a71a7 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418253 Sep 14 12:13:47.880287 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa30e3-b116-441c-9f14-cce09ca3033e req-668ba5e7-1fe4-4cfa-b4b3-a3593c05e4f7 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:47.881853 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dafa30e3-b116-441c-9f14-cce09ca3033e req-668ba5e7-1fe4-4cfa-b4b3-a3593c05e4f7 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0524781 Sep 14 12:13:47.919127 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dafa30e3-b116-441c-9f14-cce09ca3033e req-628ef7d9-5157-4351-bcc5-723e18572e22 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308712 Sep 14 12:13:49.028958 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d939582-06b8-4abc-a93c-e9ec82cf1781 req-32db22d4-02fc-4722-bc97-ec26237c7644 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:49.030403 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6d939582-06b8-4abc-a93c-e9ec82cf1781 req-32db22d4-02fc-4722-bc97-ec26237c7644 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0472424 Sep 14 12:13:49.066905 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6d939582-06b8-4abc-a93c-e9ec82cf1781 req-1921baec-99d3-408d-a60a-19c2dedc77b6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305059 Sep 14 12:13:50.180017 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ebbb7-ccb0-41c8-8b4b-9593118a9eda req-dc2433cd-3f2a-47e9-9a37-7f7c71e9a6b0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:50.181409 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a79ebbb7-ccb0-41c8-8b4b-9593118a9eda req-dc2433cd-3f2a-47e9-9a37-7f7c71e9a6b0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0487273 Sep 14 12:13:50.221100 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a79ebbb7-ccb0-41c8-8b4b-9593118a9eda req-3f33877b-c6ae-4c7c-bd51-61d8213e99c6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Sep 14 12:13:51.342669 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a5cf9-c598-4983-8314-f9aba85bc578 req-900e8699-2db5-4208-8626-1fc10a622ca0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:51.344574 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3a2a5cf9-c598-4983-8314-f9aba85bc578 req-900e8699-2db5-4208-8626-1fc10a622ca0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0552015 Sep 14 12:13:51.384152 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3a2a5cf9-c598-4983-8314-f9aba85bc578 req-50da1ce4-ef22-4eff-a66a-3ece19e5fdd6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332582 Sep 14 12:13:52.235123 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:13:52.503249 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf53f0-3f23-4c72-9f18-6ff7b61c0412 req-5b053692-3458-4a83-a1e7-0157049a449b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:52.504810 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fbbf53f0-3f23-4c72-9f18-6ff7b61c0412 req-5b053692-3458-4a83-a1e7-0157049a449b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0521953 Sep 14 12:13:52.545033 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fbbf53f0-3f23-4c72-9f18-6ff7b61c0412 req-d516f650-db5a-4bf3-92d5-5a62ceec0eaa tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334911 Sep 14 12:13:53.383451 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6231d6b-79fe-4d22-8fbe-40556f995238 req-2978228e-e22d-4dd4-ba5b-e23b5777eb87 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:53.385156 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b6231d6b-79fe-4d22-8fbe-40556f995238 req-2978228e-e22d-4dd4-ba5b-e23b5777eb87 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 947 time: 0.0501130 Sep 14 12:13:53.423377 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b6231d6b-79fe-4d22-8fbe-40556f995238 req-1f5fca26-2b2b-430d-a79c-0171c8115638 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323486 Sep 14 12:13:53.682477 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2ad57-298e-4c72-bccd-f1365fdc311f req-d94590bd-5c4b-44ac-89e8-3422fbcd2f31 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:53.683998 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79c2ad57-298e-4c72-bccd-f1365fdc311f req-d94590bd-5c4b-44ac-89e8-3422fbcd2f31 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0660279 Sep 14 12:13:53.726156 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79c2ad57-298e-4c72-bccd-f1365fdc311f req-2eab5720-24c1-49c8-9fcf-37329c21ee08 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356719 Sep 14 12:13:53.735939 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 49216) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:53.851185 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:53.947715 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:53.951829 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:53.990150 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d7e40c1e68e4ec7b4fad031171a8494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529521 Sep 14 12:13:53.991002 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7765ff72-fe94-4fca-af82-66247b5351fb,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:53.993025 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49234) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:53.999248 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:53.999677 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.000086 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.000487 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.000881 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.001273 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.001721 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.002118 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.002493 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.002880 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.003289 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.003669 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9392-c10d-4b89-971f-f04c09900db1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.043410 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:54.065582 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:54.112987 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:54.115460 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:54.116603 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7765ff72-fe94-4fca-af82-66247b5351fb HTTP/1.1" status: 204 len: 168 time: 0.1218786 Sep 14 12:13:54.124754 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7765ff72-fe94-4fca-af82-66247b5351fb,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:54.132325 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.132748 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.133177 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.133514 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.133621 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 49240) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:54.133844 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.134346 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.134713 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.135064 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.135538 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.135869 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.136192 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.136515 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38084d9-904b-4177-9ec1-3846dd2cbd55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:54.344607 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a3f263b-64d4-4e32-9cd6-9436e70eb2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:54.435900 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a3f263b-64d4-4e32-9cd6-9436e70eb2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:54.439850 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a3f263b-64d4-4e32-9cd6-9436e70eb2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:54.485175 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49256) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:54.485417 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-5a3f263b-64d4-4e32-9cd6-9436e70eb2e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d847d3e6188446ca9728835345ac63f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506224 Sep 14 12:13:54.486350 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f263b-64d4-4e32-9cd6-9436e70eb2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76449874-0795-43e5-9a8e-7c9c606f530f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:54.547142 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d764149d-b41f-4894-b741-f3822141417f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:54.554280 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872317b-9d7d-4463-bb94-c831ef048985 req-0e753729-85b2-462a-b2eb-ad22dcfd4ce2 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:54.555811 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f872317b-9d7d-4463-bb94-c831ef048985 req-0e753729-85b2-462a-b2eb-ad22dcfd4ce2 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 947 time: 0.0573120 Sep 14 12:13:54.569001 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d764149d-b41f-4894-b741-f3822141417f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:54.598935 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f872317b-9d7d-4463-bb94-c831ef048985 req-dccf567d-67aa-4e74-822d-9acff8a5c4ab tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361969 Sep 14 12:13:54.627931 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d764149d-b41f-4894-b741-f3822141417f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:54.630692 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d764149d-b41f-4894-b741-f3822141417f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:54.631961 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d764149d-b41f-4894-b741-f3822141417f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76449874-0795-43e5-9a8e-7c9c606f530f HTTP/1.1" status: 204 len: 168 time: 0.1442509 Sep 14 12:13:54.640751 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764149d-b41f-4894-b741-f3822141417f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76449874-0795-43e5-9a8e-7c9c606f530f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:54.846098 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c3bf3-8b01-4afb-b8b9-ba5d5943ea5a req-3ab42dce-8c5c-4b4a-a438-1fb6f8386083 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:54.848187 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c52c3bf3-8b01-4afb-b8b9-ba5d5943ea5a req-3ab42dce-8c5c-4b4a-a438-1fb6f8386083 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0503953 Sep 14 12:13:54.895170 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c52c3bf3-8b01-4afb-b8b9-ba5d5943ea5a req-5c5030bc-0d1a-411f-9c1e-cfd303e2c191 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398448 Sep 14 12:13:54.937883 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49276) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:54.952499 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aa6be3d5-9254-4fc2-b286-e080a41d787f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:54.978854 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196a5ee-ea13-4b22-9cbe-ba439d3fecc4 req-fdfc8520-9202-4301-8420-8d84229e8c73 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:54.980988 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b196a5ee-ea13-4b22-9cbe-ba439d3fecc4 req-fdfc8520-9202-4301-8420-8d84229e8c73 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 947 time: 0.0559990 Sep 14 12:13:55.046334 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aa6be3d5-9254-4fc2-b286-e080a41d787f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:55.050819 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aa6be3d5-9254-4fc2-b286-e080a41d787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:55.082879 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b196a5ee-ea13-4b22-9cbe-ba439d3fecc4 req-0d46da85-5ce8-4617-825f-414fa3b27499 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Deleting port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:13:55.083391 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b196a5ee-ea13-4b22-9cbe-ba439d3fecc4 req-0d46da85-5ce8-4617-825f-414fa3b27499 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:55.083659 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-aa6be3d5-9254-4fc2-b286-e080a41d787f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d8d3ee77e3b4a30b6c34c430392f0d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447146 Sep 14 12:13:55.086157 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 49280) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:55.094518 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6be3d5-9254-4fc2-b286-e080a41d787f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355470d1-3bb0-44e8-8b38-43baf2d9de61,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:55.206336 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4dada24-8a2b-420f-b1b5-cdda604b87c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:55.232506 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b196a5ee-ea13-4b22-9cbe-ba439d3fecc4 req-0d46da85-5ce8-4617-825f-414fa3b27499 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] For port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:13:55.232877 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b196a5ee-ea13-4b22-9cbe-ba439d3fecc4 req-0d46da85-5ce8-4617-825f-414fa3b27499 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:55.255449 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4dada24-8a2b-420f-b1b5-cdda604b87c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:55.426227 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4dada24-8a2b-420f-b1b5-cdda604b87c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:55.428653 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4dada24-8a2b-420f-b1b5-cdda604b87c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:55.429773 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-b4dada24-8a2b-420f-b1b5-cdda604b87c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/355470d1-3bb0-44e8-8b38-43baf2d9de61 HTTP/1.1" status: 204 len: 168 time: 0.3425736 Sep 14 12:13:55.507825 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dada24-8a2b-420f-b1b5-cdda604b87c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355470d1-3bb0-44e8-8b38-43baf2d9de61,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:55.552470 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b196a5ee-ea13-4b22-9cbe-ba439d3fecc4 req-0d46da85-5ce8-4617-825f-414fa3b27499 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:55.552861 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b196a5ee-ea13-4b22-9cbe-ba439d3fecc4 req-0d46da85-5ce8-4617-825f-414fa3b27499 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:55.553236 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.l3_db [req-b196a5ee-ea13-4b22-9cbe-ba439d3fecc4 req-0d46da85-5ce8-4617-825f-414fa3b27499 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Floating IP 0c088bb9-2a46-4dd6-92d7-967020f71a59 disassociated. External IP: 172.27.0.105, port: b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf. Sep 14 12:13:55.553552 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b196a5ee-ea13-4b22-9cbe-ba439d3fecc4 req-0d46da85-5ce8-4617-825f-414fa3b27499 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Calling delete_port for b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:13:55.714712 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b196a5ee-ea13-4b22-9cbe-ba439d3fecc4 req-0d46da85-5ce8-4617-825f-414fa3b27499 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:55.749435 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46da85-5ce8-4617-825f-414fa3b27499 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event deleted for resources: {'Port': ['ID=b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:55.763953 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7ba72-242e-4fe5-a0db-39674645f408 req-3d82ce98-12fc-41ce-ba61-08a00522cf48 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:55.765389 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-95c7ba72-242e-4fe5-a0db-39674645f408 req-3d82ce98-12fc-41ce-ba61-08a00522cf48 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 868 time: 0.0874991 Sep 14 12:13:55.869607 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-95c7ba72-242e-4fe5-a0db-39674645f408 req-eee84319-e19b-4c0f-827d-170a3ff06906 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=33fdcdfb-d497-4c88-91fe-f89d52188fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674093 Sep 14 12:13:55.908648 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b196a5ee-ea13-4b22-9cbe-ba439d3fecc4 req-0d46da85-5ce8-4617-825f-414fa3b27499 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Router 9e3470ec-b93a-47e7-a49e-15659263ead2 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:13:56.289982 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cdaf4-aea3-4303-8cac-b5932c20c610 req-1e62d833-2b73-4b3c-85e0-85b6cb886fa1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:56.292131 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-444cdaf4-aea3-4303-8cac-b5932c20c610 req-1e62d833-2b73-4b3c-85e0-85b6cb886fa1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0732727 Sep 14 12:13:56.309366 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b196a5ee-ea13-4b22-9cbe-ba439d3fecc4 req-0d46da85-5ce8-4617-825f-414fa3b27499 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:13:56.320705 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c20fe2-8f56-4297-bcad-07940193a9c4 None None] Sync routers for ids ['9e3470ec-b93a-47e7-a49e-15659263ead2'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:13:56.331045 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c20fe2-8f56-4297-bcad-07940193a9c4 None None] Routers {'9e3470ec-b93a-47e7-a49e-15659263ead2'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:13:56.331746 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-47c20fe2-8f56-4297-bcad-07940193a9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:13:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['9e3470ec-b93a-47e7-a49e-15659263ead2'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:56.383061 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b196a5ee-ea13-4b22-9cbe-ba439d3fecc4 req-0d46da85-5ce8-4617-825f-414fa3b27499 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] No DVR routers for this DVR port b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:13:56.388241 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b196a5ee-ea13-4b22-9cbe-ba439d3fecc4 req-0d46da85-5ce8-4617-825f-414fa3b27499 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:56.390328 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b196a5ee-ea13-4b22-9cbe-ba439d3fecc4 req-0d46da85-5ce8-4617-825f-414fa3b27499 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.22 "DELETE /v2.0/ports/b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf HTTP/1.1" status: 204 len: 173 time: 1.4017010 Sep 14 12:13:56.393701 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'name': 'network-vif-deleted', 'tag': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:13:56.395983 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7871dd1e-93f8-4017-9286-419516df7b44" -d '{"events": [{"server_uuid": "9f6c4345-386e-4cc0-bae8-7feab55d535f", "name": "network-vif-deleted", "tag": "b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:13:56.401826 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-444cdaf4-aea3-4303-8cac-b5932c20c610 req-391f11e4-74d5-4839-b85a-15a6a7e8be58 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995154 Sep 14 12:13:56.479676 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c07df9-f68c-4563-af60-e483ff113467 x-openstack-request-id: req-78c07df9-f68c-4563-af60-e483ff113467 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:13:56.480063 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6c4345-386e-4cc0-bae8-7feab55d535f", "name": "network-vif-deleted", "tag": "b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:13:56.480433 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78c07df9-f68c-4563-af60-e483ff113467 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:13:56.481087 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6c4345-386e-4cc0-bae8-7feab55d535f', 'name': 'network-vif-deleted', 'tag': 'b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf', 'status': 'completed', 'code': 200} Sep 14 12:13:56.525576 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-47c20fe2-8f56-4297-bcad-07940193a9c4 None None] Set router 9e3470ec-b93a-47e7-a49e-15659263ead2 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:13:56.767328 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-47c20fe2-8f56-4297-bcad-07940193a9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '64775b6e-b6d6-4300-9d8d-d82fe72e628f', 'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'mac_address': 'fa:16:3e:29:19:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:29Z', 'updated_at': '2021-09-14T12:09:48Z', 'revision_number': 5, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'subnets': [{'id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:56.809136 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c20fe2-8f56-4297-bcad-07940193a9c4 None None] Checking router: 9e3470ec-b93a-47e7-a49e-15659263ead2 for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:13:56.820832 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c20fe2-8f56-4297-bcad-07940193a9c4 None None] Routers {'9e3470ec-b93a-47e7-a49e-15659263ead2'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:13:56.821451 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-47c20fe2-8f56-4297-bcad-07940193a9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:13:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['9e3470ec-b93a-47e7-a49e-15659263ead2'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:57.036956 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-47c20fe2-8f56-4297-bcad-07940193a9c4 None None] Set router 9e3470ec-b93a-47e7-a49e-15659263ead2 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:13:57.042247 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-36f67c20-8baf-4b21-9b6f-b49e10a902b7 req-6e5956dc-1963-4500-a168-212e7abc70ba tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f6c4345-386e-4cc0-bae8-7feab55d535f HTTP/1.1" status: 200 len: 210 time: 0.0355585 Sep 14 12:13:57.242909 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-47c20fe2-8f56-4297-bcad-07940193a9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '64775b6e-b6d6-4300-9d8d-d82fe72e628f', 'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'mac_address': 'fa:16:3e:29:19:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:29Z', 'updated_at': '2021-09-14T12:09:48Z', 'revision_number': 5, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'subnets': [{'id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:57.270838 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c20fe2-8f56-4297-bcad-07940193a9c4 None None] The sync data for ids ['9e3470ec-b93a-47e7-a49e-15659263ead2'] in dv-cinder-784945-14-iscsi is: [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '64775b6e-b6d6-4300-9d8d-d82fe72e628f', 'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'mac_address': 'fa:16:3e:29:19:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:29Z', 'updated_at': '2021-09-14T12:09:48Z', 'revision_number': 5, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'subnets': [{'id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:13:57.557396 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b94a2b-b43e-4045-b559-6ac35501c7ed None None] New status for floating IP 0c088bb9-2a46-4dd6-92d7-967020f71a59: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:13:57.582113 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01dd44-7379-4d60-b1ad-fc35e7de80e5 req-eefe7ace-35f2-4a65-b291-e3a4b18e80da tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:57.583688 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8b01dd44-7379-4d60-b1ad-fc35e7de80e5 req-eefe7ace-35f2-4a65-b291-e3a4b18e80da tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0597937 Sep 14 12:13:57.624889 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8b01dd44-7379-4d60-b1ad-fc35e7de80e5 req-0baf84c0-12ce-4325-aaa4-ab14e64758d6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338070 Sep 14 12:13:57.849619 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7094720-ca02-4578-91dc-7f83d0754bd9 req-2aa9e46d-9202-429f-ac93-24c609096f5a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:57.851170 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c7094720-ca02-4578-91dc-7f83d0754bd9 req-2aa9e46d-9202-429f-ac93-24c609096f5a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0768228 Sep 14 12:13:57.878041 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81714fa8-380c-4be2-b77d-b1f2dd5b1cd3 req-525b0a4f-fb89-4b09-ad9e-7ecbc5c37690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:57.880048 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-81714fa8-380c-4be2-b77d-b1f2dd5b1cd3 req-525b0a4f-fb89-4b09-ad9e-7ecbc5c37690 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc7f932fd90541ac8eb8962205371d28&device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 1098 time: 0.0739222 Sep 14 12:13:57.919405 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c7094720-ca02-4578-91dc-7f83d0754bd9 req-b4924c55-10ca-4d78-94c9-4708d3d0da6b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619237 Sep 14 12:13:57.998379 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81714fa8-380c-4be2-b77d-b1f2dd5b1cd3 req-65a4e769-4da2-4d0a-9499-a3efe63ef385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:58.000013 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-81714fa8-380c-4be2-b77d-b1f2dd5b1cd3 req-65a4e769-4da2-4d0a-9499-a3efe63ef385 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3329974f-caa5-4fbb-a97c-79e694482018 HTTP/1.1" status: 200 len: 912 time: 0.1110702 Sep 14 12:13:58.069798 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-81714fa8-380c-4be2-b77d-b1f2dd5b1cd3 req-83ff9967-9460-4d61-b1ba-28f3c3818f71 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf HTTP/1.1" status: 200 len: 1001 time: 0.0621440 Sep 14 12:13:58.124942 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81714fa8-380c-4be2-b77d-b1f2dd5b1cd3 req-aab5570f-2db6-46ea-8cda-25ef18453352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:58.126435 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-81714fa8-380c-4be2-b77d-b1f2dd5b1cd3 req-aab5570f-2db6-46ea-8cda-25ef18453352 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=376911e4-d0c1-454d-ab61-9236295f51b8 HTTP/1.1" status: 200 len: 850 time: 0.0498950 Sep 14 12:13:58.137301 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49366) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:58.174939 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81714fa8-380c-4be2-b77d-b1f2dd5b1cd3 req-29734f3a-f39d-471a-8a0a-dcfcbcdeba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:58.177209 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-81714fa8-380c-4be2-b77d-b1f2dd5b1cd3 req-29734f3a-f39d-471a-8a0a-dcfcbcdeba4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3329974f-caa5-4fbb-a97c-79e694482018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438900 Sep 14 12:13:58.207057 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b9a14111-7912-470f-b419-62a5b1e80ffd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:58.231471 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b9a14111-7912-470f-b419-62a5b1e80ffd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:58.282632 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b9a14111-7912-470f-b419-62a5b1e80ffd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:58.285250 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b9a14111-7912-470f-b419-62a5b1e80ffd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:58.287076 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b9a14111-7912-470f-b419-62a5b1e80ffd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "DELETE /v2.0/security-groups/33fdcdfb-d497-4c88-91fe-f89d52188fc4 HTTP/1.1" status: 204 len: 168 time: 0.1482675 Sep 14 12:13:58.289837 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49372) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:58.308601 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a14111-7912-470f-b419-62a5b1e80ffd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fdcdfb-d497-4c88-91fe-f89d52188fc4,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:58.310158 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-81714fa8-380c-4be2-b77d-b1f2dd5b1cd3 req-c88a830e-bb62-4020-8b9d-99837c2e1c5d service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222591 Sep 14 12:13:58.311950 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.api.v2.resource [None req-2f6b56e9-2d6a-48a9-94e4-e516927b683a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] show failed (client error): The resource could not be found. Sep 14 12:13:58.313125 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2f6b56e9-2d6a-48a9-94e4-e516927b683a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups/33fdcdfb-d497-4c88-91fe-f89d52188fc4 HTTP/1.1" status: 404 len: 347 time: 0.0204725 Sep 14 12:13:58.315758 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49374) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:58.403753 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-81714fa8-380c-4be2-b77d-b1f2dd5b1cd3 req-3d6f4b54-916a-453e-9eda-d6ad6c53d1b3 service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853083 Sep 14 12:13:58.438318 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-636c8e55-db3a-46dc-adac-5227188b9cc5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Deleting port 207b3680-b3bb-4e03-b664-2901f33497b2 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:13:58.438650 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-636c8e55-db3a-46dc-adac-5227188b9cc5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:58.515987 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-636c8e55-db3a-46dc-adac-5227188b9cc5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:58.516329 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-636c8e55-db3a-46dc-adac-5227188b9cc5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:58.527581 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-636c8e55-db3a-46dc-adac-5227188b9cc5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Calling delete_port for 207b3680-b3bb-4e03-b664-2901f33497b2 owned by network:floatingip {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:13:58.672118 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-636c8e55-db3a-46dc-adac-5227188b9cc5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:58.696224 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c8e55-db3a-46dc-adac-5227188b9cc5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event deleted for resources: {'Port': ['ID=207b3680-b3bb-4e03-b664-2901f33497b2,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:58.756577 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-636c8e55-db3a-46dc-adac-5227188b9cc5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for floatingip, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:58.759917 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-636c8e55-db3a-46dc-adac-5227188b9cc5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:58.764132 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-636c8e55-db3a-46dc-adac-5227188b9cc5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "DELETE /v2.0/floatingips/0c088bb9-2a46-4dd6-92d7-967020f71a59 HTTP/1.1" status: 204 len: 168 time: 0.4445026 Sep 14 12:13:58.964267 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de0db2b7-2ef3-494c-a4c5-4c06b9a1701a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:59.051035 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c454e88-a4bf-47ce-bb6f-73a50bd1ba73 req-5d2eae3f-3b0c-443e-828f-e39b44d8ae79 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:13:59.055682 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4c454e88-a4bf-47ce-bb6f-73a50bd1ba73 req-5d2eae3f-3b0c-443e-828f-e39b44d8ae79 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0554936 Sep 14 12:13:59.090780 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4c454e88-a4bf-47ce-bb6f-73a50bd1ba73 req-f34b1e62-d095-4c72-b9e5-a8aa2aeb4591 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321035 Sep 14 12:13:59.249871 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 49398) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:59.254564 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-1b80b4f3-3c3d-4a6b-b2c5-880a79e134a9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--750015396', 'description': 'tempest-description--993829126'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:13:59.278870 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b80b4f3-3c3d-4a6b-b2c5-880a79e134a9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:59.377119 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b80b4f3-3c3d-4a6b-b2c5-880a79e134a9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:59.381135 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b80b4f3-3c3d-4a6b-b2c5-880a79e134a9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:59.408241 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b80b4f3-3c3d-4a6b-b2c5-880a79e134a9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:59.409563 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1b80b4f3-3c3d-4a6b-b2c5-880a79e134a9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1586597 Sep 14 12:13:59.412695 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49408) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:59.417415 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-e2297b82-0cc8-45b3-99cd-2cc58b9b07f0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Request body: {'security_group_rule': {'security_group_id': 'ba189155-c9dd-4bad-bc48-37c19cef0de7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:13:59.417565 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80b4f3-3c3d-4a6b-b2c5-880a79e134a9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba189155-c9dd-4bad-bc48-37c19cef0de7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:59.444038 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2297b82-0cc8-45b3-99cd-2cc58b9b07f0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:59.510308 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2297b82-0cc8-45b3-99cd-2cc58b9b07f0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:59.514406 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2297b82-0cc8-45b3-99cd-2cc58b9b07f0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:59.531935 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2297b82-0cc8-45b3-99cd-2cc58b9b07f0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c459d8-2973-4c64-979c-2f1f7abf4e4f,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:59.544248 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2297b82-0cc8-45b3-99cd-2cc58b9b07f0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:59.545885 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e2297b82-0cc8-45b3-99cd-2cc58b9b07f0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321428 Sep 14 12:13:59.548459 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49414) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:59.552915 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-5a2a7116-0e27-4c9d-99f8-b7ed6361ed4d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Request body: {'security_group_rule': {'security_group_id': 'ba189155-c9dd-4bad-bc48-37c19cef0de7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:13:59.579600 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7116-0e27-4c9d-99f8-b7ed6361ed4d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:59.638497 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7116-0e27-4c9d-99f8-b7ed6361ed4d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:59.642115 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7116-0e27-4c9d-99f8-b7ed6361ed4d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:59.660501 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a7116-0e27-4c9d-99f8-b7ed6361ed4d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e601f70-ce1a-4c96-a57d-cab2c03115f8,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:59.664090 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7116-0e27-4c9d-99f8-b7ed6361ed4d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:59.668205 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5a2a7116-0e27-4c9d-99f8-b7ed6361ed4d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159115 Sep 14 12:13:59.668753 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49418) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:13:59.673099 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Request body: {'floatingip': {'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:13:59.700627 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:59.795754 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:13:59.898768 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Allocated IP 172.27.0.173 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/5065e2fa-cb5a-49f5-b530-2e4dccf4eed5) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:13:59.974368 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:13:59.999894 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:13:59.999894 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b4f7c6a4-76f7-4033-ae3c-5630b3e3eddf not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:14:00.005398 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:00.043865 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:00.082779 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:00.085603 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:00.089040 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:14:00.113547 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event updated for resources: {'Port': ['ID=5065e2fa-cb5a-49f5-b530-2e4dccf4eed5,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:00.185834 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:00.220154 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:00.373599 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:00.378274 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9274900'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:00.452330 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event updated for resources: {'Port': ['ID=5065e2fa-cb5a-49f5-b530-2e4dccf4eed5,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:00.457209 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:00.471088 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:00.472737 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-006b2a7e-9258-41e7-a036-7d134e78c5b7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8028545 Sep 14 12:14:00.685951 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-271bdcbb-1a5b-40af-9403-b7dbf9029973 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--750015396&fields=id&tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38 HTTP/1.1" status: 200 len: 267 time: 0.0400589 Sep 14 12:14:00.801070 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49472) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:00.807689 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-0d3a9e78-c96d-4d20-a97d-03f7f5b3085c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:00.809064 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-0d3a9e78-c96d-4d20-a97d-03f7f5b3085c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/networks?id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7 HTTP/1.1" status: 200 len: 817 time: 0.1156034 Sep 14 12:14:00.825823 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-cb26c818-f3a5-40e6-97c3-0c8b9572678c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/quotas/b87ce2bcc21a44e78cf45e9bf4b17a38 HTTP/1.1" status: 200 len: 375 time: 0.0098932 Sep 14 12:14:00.885659 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-235210f5-e289-4f90-acec-4884c9077399 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532458 Sep 14 12:14:00.935277 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4888c4dc-49bd-449f-a7f1-1fdb219954dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:00.988753 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-64296a59-b550-4d37-bf60-97c11b7c1f4d service neutron] 10.222.0.20 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909829 Sep 14 12:14:01.039623 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4888c4dc-49bd-449f-a7f1-1fdb219954dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:01.044053 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4888c4dc-49bd-449f-a7f1-1fdb219954dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:01.095603 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-cd8253d2-380e-49e6-9484-b90132789768 service neutron] 10.222.0.20 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985792 Sep 14 12:14:01.096306 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4888c4dc-49bd-449f-a7f1-1fdb219954dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02151d7ad2bc4f9cba4cff616d9deb7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940655 Sep 14 12:14:01.098867 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49484) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:01.106320 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888c4dc-49bd-449f-a7f1-1fdb219954dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded5a7c2-40f9-4ed5-bb7c-b7465dc254fa,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:01.291877 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d8ddcc46-c3a6-4a9c-8771-b84419aa0ad1 req-377ec06b-32bd-46dd-aca4-aaac16134936 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 210 time: 0.0328345 Sep 14 12:14:01.386070 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3fe9b04e-af69-41c1-af27-574093d22bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:01.408801 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3fe9b04e-af69-41c1-af27-574093d22bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:01.472245 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3fe9b04e-af69-41c1-af27-574093d22bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:01.475518 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3fe9b04e-af69-41c1-af27-574093d22bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:01.477125 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3fe9b04e-af69-41c1-af27-574093d22bf5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ded5a7c2-40f9-4ed5-bb7c-b7465dc254fa HTTP/1.1" status: 204 len: 168 time: 0.3772001 Sep 14 12:14:01.489671 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9b04e-af69-41c1-af27-574093d22bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded5a7c2-40f9-4ed5-bb7c-b7465dc254fa,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:01.739376 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7b93a00d-0e55-4df7-9917-958753380c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:01.796160 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49512) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:01.809110 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e4070e31-1fdd-401f-bf2d-fdb15d4cfc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:01.917865 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e4070e31-1fdd-401f-bf2d-fdb15d4cfc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:01.921227 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e4070e31-1fdd-401f-bf2d-fdb15d4cfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:01.958265 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e4070e31-1fdd-401f-bf2d-fdb15d4cfc84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13e4bc6541164d9487dc5a528290e54d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609316 Sep 14 12:14:01.959306 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4070e31-1fdd-401f-bf2d-fdb15d4cfc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d307dc5-0680-4c3a-b386-18e6b5707a4d,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:01.960829 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 49518) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:01.968751 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:02.008702 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48cb2e49-4414-4768-bb08-a77032ee3373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:02.034211 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48cb2e49-4414-4768-bb08-a77032ee3373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:02.083387 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48cb2e49-4414-4768-bb08-a77032ee3373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:02.086575 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48cb2e49-4414-4768-bb08-a77032ee3373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:02.088714 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-48cb2e49-4414-4768-bb08-a77032ee3373 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d307dc5-0680-4c3a-b386-18e6b5707a4d HTTP/1.1" status: 204 len: 168 time: 0.1268270 Sep 14 12:14:02.098298 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb2e49-4414-4768-bb08-a77032ee3373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d307dc5-0680-4c3a-b386-18e6b5707a4d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:02.314806 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-463ea943-4eef-4808-8c3e-b2a9fc39d8b2 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:02.316298 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-463ea943-4eef-4808-8c3e-b2a9fc39d8b2 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.22 "GET /v2.0/networks?id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7 HTTP/1.1" status: 200 len: 817 time: 0.1152797 Sep 14 12:14:02.369863 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-ab8ee1da-7800-4901-9d1e-24894f3f98d0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38 HTTP/1.1" status: 200 len: 379 time: 0.0442891 Sep 14 12:14:02.387287 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8393d061-d19b-46d4-8923-64f5bce1e75a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Request body: {'port': {'device_id': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'admin_state_up': True, 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'security_groups': ['ba189155-c9dd-4bad-bc48-37c19cef0de7']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:02.432159 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3d96565b-c428-4e2b-ac5a-e2e7e478d39e req-9e9643b1-6642-446f-b5ff-cdc270fe3833 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 210 time: 0.0409198 Sep 14 12:14:02.525436 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8393d061-d19b-46d4-8923-64f5bce1e75a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Made reservation on behalf of b87ce2bcc21a44e78cf45e9bf4b17a38 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:14:02.529221 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8393d061-d19b-46d4-8923-64f5bce1e75a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:02.660541 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8393d061-d19b-46d4-8923-64f5bce1e75a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Allocated IP 172.20.0.6 (a954f315-17f5-4dc0-ad82-4574b6dfc4d7/bc6208ef-9aa5-4893-bd46-0183fd7d2f36/fff19d83-87f0-445f-b606-ce684b71d4ab) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:14:02.798483 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8393d061-d19b-46d4-8923-64f5bce1e75a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:02.815888 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8393d061-d19b-46d4-8923-64f5bce1e75a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Transition to ACTIVE for port object fff19d83-87f0-445f-b606-ce684b71d4ab will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:14:02.848907 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8393d061-d19b-46d4-8923-64f5bce1e75a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:02.891875 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8393d061-d19b-46d4-8923-64f5bce1e75a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:02.894936 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8393d061-d19b-46d4-8923-64f5bce1e75a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:02.898568 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8393d061-d19b-46d4-8923-64f5bce1e75a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:14:02.908028 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393d061-d19b-46d4-8923-64f5bce1e75a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event updated for resources: {'Port': ['ID=fff19d83-87f0-445f-b606-ce684b71d4ab,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:02.926652 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:02.956376 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8393d061-d19b-46d4-8923-64f5bce1e75a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:02.957117 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8393d061-d19b-46d4-8923-64f5bce1e75a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:02.974811 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8393d061-d19b-46d4-8923-64f5bce1e75a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5937462 Sep 14 12:14:02.988907 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Request body: {'port': {'device_id': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:03.049646 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:03.153354 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-f374349a-9bfd-478b-a167-ce5b42b53549 None None] Provisioning for port fff19d83-87f0-445f-b606-ce684b71d4ab completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:14:03.157636 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-f374349a-9bfd-478b-a167-ce5b42b53549 None None] Provisioning complete for port fff19d83-87f0-445f-b606-ce684b71d4ab triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:03.158175 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f374349a-9bfd-478b-a167-ce5b42b53549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:03.193491 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-f374349a-9bfd-478b-a167-ce5b42b53549 None None] Port fff19d83-87f0-445f-b606-ce684b71d4ab cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:14:03.363694 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff19d83-87f0-445f-b606-ce684b71d4ab {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:14:03.371666 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:03.383685 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Transition to ACTIVE for port object fff19d83-87f0-445f-b606-ce684b71d4ab will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:14:03.386924 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:03.439946 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Pushing event updated for resources: {'Port': ['ID=fff19d83-87f0-445f-b606-ce684b71d4ab,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:03.554412 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Attempting to bind port fff19d83-87f0-445f-b606-ce684b71d4ab on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:14:03.554757 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Attempting to bind port fff19d83-87f0-445f-b606-ce684b71d4ab by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:14:03.555114 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Attempting to bind port fff19d83-87f0-445f-b606-ce684b71d4ab on network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:14:03.562426 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Port fff19d83-87f0-445f-b606-ce684b71d4ab on network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:14:03.562763 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Attempting to bind port fff19d83-87f0-445f-b606-ce684b71d4ab on network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:14:03.573159 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:14:03.573688 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Checking segment: {'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:14:03.574086 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Bound using segment: {'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:14:03.574542 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Bound port: fff19d83-87f0-445f-b606-ce684b71d4ab, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19ead96-005b-4ffe-8dc7-98382ea95648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:14:03.574894 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:03.585524 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ceab28-7690-429d-a8d6-6471fed81303 req-76afe90a-ca27-43e5-ae0d-a29d39283a43 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:03.587077 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f8ceab28-7690-429d-a8d6-6471fed81303 req-76afe90a-ca27-43e5-ae0d-a29d39283a43 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0749192 Sep 14 12:14:03.661580 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f8ceab28-7690-429d-a8d6-6471fed81303 req-9bdae64a-fa22-4c99-9e77-997ce19e6be2 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672331 Sep 14 12:14:03.685442 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] For port fff19d83-87f0-445f-b606-ce684b71d4ab, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:14:03.689344 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] For port fff19d83-87f0-445f-b606-ce684b71d4ab, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fff19d83-87f0-445f-b606-ce684b71d4ab,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:14:03.693068 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:03.725814 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:03.726425 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:03.727900 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] 10.222.0.22 "PUT /v2.0/ports/fff19d83-87f0-445f-b606-ce684b71d4ab HTTP/1.1" status: 200 len: 1093 time: 0.7440374 Sep 14 12:14:03.728387 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'tag': 'fff19d83-87f0-445f-b606-ce684b71d4ab'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:14:03.730981 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c543b154-b105-4e16-ab2f-1e69117de4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b219c2cc-ae74-4d53-9665-f3d16a38ea7d", "tag": "fff19d83-87f0-445f-b606-ce684b71d4ab"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:03.779191 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75244841-b590-45d7-85b9-70920a52b6b8 x-openstack-request-id: req-75244841-b590-45d7-85b9-70920a52b6b8 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:03.779472 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b219c2cc-ae74-4d53-9665-f3d16a38ea7d", "tag": "fff19d83-87f0-445f-b606-ce684b71d4ab", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:03.779716 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75244841-b590-45d7-85b9-70920a52b6b8 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:03.780176 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'tag': 'fff19d83-87f0-445f-b606-ce684b71d4ab', 'status': 'completed', 'code': 200} Sep 14 12:14:03.793130 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0ddb9-bb2f-4020-8de8-7fcc9c21c79e service neutron] Pushing event updated for resources: {'Port': ['ID=fff19d83-87f0-445f-b606-ce684b71d4ab,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:03.832186 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-e2b3ece4-a892-43f9-a7b1-d04ec2b41c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:03.834095 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-e2b3ece4-a892-43f9-a7b1-d04ec2b41c4a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 1096 time: 0.0514309 Sep 14 12:14:03.903387 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-ca0a649a-f3bf-498e-a990-881447d43ac4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff19d83-87f0-445f-b606-ce684b71d4ab HTTP/1.1" status: 200 len: 217 time: 0.0564144 Sep 14 12:14:03.905856 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:03.955194 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-d40fe2ee-480d-4c86-9c7c-95ed9d6aa7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:03.956635 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-d40fe2ee-480d-4c86-9c7c-95ed9d6aa7f0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6208ef-9aa5-4893-bd46-0183fd7d2f36 HTTP/1.1" status: 200 len: 856 time: 0.0470245 Sep 14 12:14:04.007023 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-5888c1a3-9d59-4b29-8ff7-03130fc37e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:04.008661 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-5888c1a3-9d59-4b29-8ff7-03130fc37e0f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444999 Sep 14 12:14:04.100964 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-ceb66e0b-4017-4aff-81f2-f10d6cb12b03 service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835860 Sep 14 12:14:04.206947 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-099b17c3-fbab-4fc6-89d6-f34c6222c1fa req-cebea96b-0cc4-4104-affb-28f47675946b service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983300 Sep 14 12:14:04.301176 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b154-b105-4e16-ab2f-1e69117de4d2 req-46140176-10cd-4537-abce-daf46da6db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:04.302801 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c543b154-b105-4e16-ab2f-1e69117de4d2 req-46140176-10cd-4537-abce-daf46da6db1f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 1096 time: 0.0445375 Sep 14 12:14:04.315336 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49608) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:04.406178 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b154-b105-4e16-ab2f-1e69117de4d2 req-056cb3eb-d96d-4ee7-9e64-6acd3d62f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:04.407818 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c543b154-b105-4e16-ab2f-1e69117de4d2 req-056cb3eb-d96d-4ee7-9e64-6acd3d62f6f1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7 HTTP/1.1" status: 200 len: 918 time: 0.0971954 Sep 14 12:14:04.425240 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3258-2657-4ee0-b57f-4d0dd78a0259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:04.451469 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c543b154-b105-4e16-ab2f-1e69117de4d2 req-bb1cf0e9-cc3c-41f9-8404-ce9ce61f1fcb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff19d83-87f0-445f-b606-ce684b71d4ab HTTP/1.1" status: 200 len: 217 time: 0.0361319 Sep 14 12:14:04.505379 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b154-b105-4e16-ab2f-1e69117de4d2 req-bd32cf81-d1c0-4cd7-b04b-3bd019465bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:04.506855 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c543b154-b105-4e16-ab2f-1e69117de4d2 req-bd32cf81-d1c0-4cd7-b04b-3bd019465bcb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6208ef-9aa5-4893-bd46-0183fd7d2f36 HTTP/1.1" status: 200 len: 856 time: 0.0481067 Sep 14 12:14:04.516783 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3258-2657-4ee0-b57f-4d0dd78a0259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:04.520487 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3258-2657-4ee0-b57f-4d0dd78a0259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:04.558360 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b154-b105-4e16-ab2f-1e69117de4d2 req-dc1f698b-1f75-4fb3-bb06-47dcef85253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:04.559064 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b8bb3258-2657-4ee0-b57f-4d0dd78a0259 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47b753a8cad24d41be2ac7b6b6ac9b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425749 Sep 14 12:14:04.559868 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c543b154-b105-4e16-ab2f-1e69117de4d2 req-dc1f698b-1f75-4fb3-bb06-47dcef85253d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440671 Sep 14 12:14:04.559971 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb3258-2657-4ee0-b57f-4d0dd78a0259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5c3d57-2161-41bf-883c-f9112aedfc11,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:04.561663 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 49612) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:04.669315 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e55e43e4-903a-49e5-b360-ac43ad339049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:04.699372 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c543b154-b105-4e16-ab2f-1e69117de4d2 req-2b77221b-fa62-49a3-943e-58f13c5395f8 service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306286 Sep 14 12:14:04.711553 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e55e43e4-903a-49e5-b360-ac43ad339049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:04.847062 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae12af-d85d-44a6-b4d1-ca4b61edb058 req-e987f13e-b102-4e64-863e-8392131df89a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:04.848477 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79ae12af-d85d-44a6-b4d1-ca4b61edb058 req-e987f13e-b102-4e64-863e-8392131df89a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.1116517 Sep 14 12:14:04.869556 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e55e43e4-903a-49e5-b360-ac43ad339049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:04.872075 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e55e43e4-903a-49e5-b360-ac43ad339049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:04.873150 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-e55e43e4-903a-49e5-b360-ac43ad339049 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f5c3d57-2161-41bf-883c-f9112aedfc11 HTTP/1.1" status: 204 len: 168 time: 0.3105938 Sep 14 12:14:04.883252 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c543b154-b105-4e16-ab2f-1e69117de4d2 req-98c35f72-8c7b-4ea4-875e-6f963599d862 service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737382 Sep 14 12:14:04.892465 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e43e4-903a-49e5-b360-ac43ad339049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5c3d57-2161-41bf-883c-f9112aedfc11,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:04.912202 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79ae12af-d85d-44a6-b4d1-ca4b61edb058 req-ea18bb61-97f5-4c00-a8df-ee6022a27df8 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542874 Sep 14 12:14:05.131506 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 49620) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:05.144734 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1930fa5c-6f46-4374-a121-f70a17faebc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:05.175184 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:05.233762 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1930fa5c-6f46-4374-a121-f70a17faebc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:05.237785 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1930fa5c-6f46-4374-a121-f70a17faebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:05.276956 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1930fa5c-6f46-4374-a121-f70a17faebc0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=337691d4a76a4b5baeef8d26437d2718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443655 Sep 14 12:14:05.277895 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930fa5c-6f46-4374-a121-f70a17faebc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2d626d-cde9-445f-b529-54b176df3944,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:05.279705 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49626) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:05.327961 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3123586-731c-4a9d-929d-af29fc7ddb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:05.350218 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3123586-731c-4a9d-929d-af29fc7ddb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:05.397311 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3123586-731c-4a9d-929d-af29fc7ddb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:05.401539 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3123586-731c-4a9d-929d-af29fc7ddb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:05.402983 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b3123586-731c-4a9d-929d-af29fc7ddb49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f2d626d-cde9-445f-b529-54b176df3944 HTTP/1.1" status: 204 len: 168 time: 0.1222296 Sep 14 12:14:05.410499 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3123586-731c-4a9d-929d-af29fc7ddb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2d626d-cde9-445f-b529-54b176df3944,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:05.521066 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 49634) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:05.673042 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-67486700-4f1b-4f87-850b-5613f723fbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:05.763148 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-67486700-4f1b-4f87-850b-5613f723fbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:05.767312 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-67486700-4f1b-4f87-850b-5613f723fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:05.805518 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-67486700-4f1b-4f87-850b-5613f723fbb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcfac456afdd42819b9e59c2d418473c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832894 Sep 14 12:14:05.808227 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67486700-4f1b-4f87-850b-5613f723fbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf914333-5320-40be-95b2-6d54e2707d1c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:05.808643 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49646) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:05.865036 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb995-ed7e-4877-8fd6-e568c5839ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:05.887683 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb995-ed7e-4877-8fd6-e568c5839ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:05.936992 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb995-ed7e-4877-8fd6-e568c5839ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:05.939601 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb995-ed7e-4877-8fd6-e568c5839ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:05.940742 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ea6bb995-ed7e-4877-8fd6-e568c5839ff8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf914333-5320-40be-95b2-6d54e2707d1c HTTP/1.1" status: 204 len: 168 time: 0.1311002 Sep 14 12:14:05.949199 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bb995-ed7e-4877-8fd6-e568c5839ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf914333-5320-40be-95b2-6d54e2707d1c,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:06.033960 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49660) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:06.051998 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd33cf5-39a2-4fee-9981-f660bcb537c2 req-ba9e9ffe-7576-422d-a6ec-f2fd55fcb585 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:06.053523 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5dd33cf5-39a2-4fee-9981-f660bcb537c2 req-ba9e9ffe-7576-422d-a6ec-f2fd55fcb585 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0535586 Sep 14 12:14:06.094574 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5dd33cf5-39a2-4fee-9981-f660bcb537c2 req-1067d369-18fa-4ee2-8813-802217fd2cf7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341787 Sep 14 12:14:06.237010 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-4c73362f-1ef9-45b6-a240-b0c20aaaf105 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1206741245-network', 'tenant_id': '9a73bc2e260545e88de209575ec36c98'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:06.260710 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c73362f-1ef9-45b6-a240-b0c20aaaf105 admin admin] Made reservation on behalf of 9a73bc2e260545e88de209575ec36c98 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:14:06.263244 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4c73362f-1ef9-45b6-a240-b0c20aaaf105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:06.271745 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4c73362f-1ef9-45b6-a240-b0c20aaaf105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:06.364367 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4c73362f-1ef9-45b6-a240-b0c20aaaf105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:06.368257 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4c73362f-1ef9-45b6-a240-b0c20aaaf105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:06.388619 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c73362f-1ef9-45b6-a240-b0c20aaaf105 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:14:06.404177 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73362f-1ef9-45b6-a240-b0c20aaaf105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bf073a-9d00-496e-9bf9-18b56837180c,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:06.407118 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4c73362f-1ef9-45b6-a240-b0c20aaaf105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:06.407418 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-4c73362f-1ef9-45b6-a240-b0c20aaaf105 admin admin] Added segment 1b2bc52d-b644-4976-9cf6-49c0ac9cd44b of type vlan for network e063544d-3376-4440-91d4-9e468befe94d Sep 14 12:14:06.449650 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4c73362f-1ef9-45b6-a240-b0c20aaaf105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:06.475445 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4c73362f-1ef9-45b6-a240-b0c20aaaf105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:06.476415 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73362f-1ef9-45b6-a240-b0c20aaaf105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:06.477004 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4c73362f-1ef9-45b6-a240-b0c20aaaf105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:06.507044 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4c73362f-1ef9-45b6-a240-b0c20aaaf105 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4717517 Sep 14 12:14:06.510382 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49680) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:06.517131 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-ce0ad038-ff12-4666-87b5-a2ad1f96f217 admin admin] Request body: {'subnet': {'network_id': 'e063544d-3376-4440-91d4-9e468befe94d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1206741245-subnet', 'tenant_id': '9a73bc2e260545e88de209575ec36c98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:06.552361 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73362f-1ef9-45b6-a240-b0c20aaaf105 admin admin] Pushing event updated for resources: {'Network': ['ID=e063544d-3376-4440-91d4-9e468befe94d,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:06.567714 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0ad038-ff12-4666-87b5-a2ad1f96f217 admin admin] Made reservation on behalf of 9a73bc2e260545e88de209575ec36c98 for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:14:06.572075 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network e063544d-3376-4440-91d4-9e468befe94d details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:14:06.572664 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ce0ad038-ff12-4666-87b5-a2ad1f96f217 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8904012'] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:06.747876 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ce0ad038-ff12-4666-87b5-a2ad1f96f217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9075099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8904018'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:06.803846 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ad038-ff12-4666-87b5-a2ad1f96f217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4701606b-af20-4a63-9561-1858d968027d,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:06.811672 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ad038-ff12-4666-87b5-a2ad1f96f217 admin admin] Checking segment: {'id': '1b2bc52d-b644-4976-9cf6-49c0ac9cd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e063544d-3376-4440-91d4-9e468befe94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:14:06.812032 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0ad038-ff12-4666-87b5-a2ad1f96f217 admin admin] Network hostable DHCP agents. Network: e063544d-3376-4440-91d4-9e468befe94d, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:14:06.830011 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0ad038-ff12-4666-87b5-a2ad1f96f217 admin admin] Network e063544d-3376-4440-91d4-9e468befe94d is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:14:06.839864 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-ce0ad038-ff12-4666-87b5-a2ad1f96f217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, e063544d-3376-4440-91d4-9e468befe94d) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:06.844434 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ad038-ff12-4666-87b5-a2ad1f96f217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:06.845017 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ce0ad038-ff12-4666-87b5-a2ad1f96f217 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:06.855403 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800d4637-536b-4893-b6ed-f646a3881fc6 None None] Network e063544d-3376-4440-91d4-9e468befe94d requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:14:06.880602 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ce0ad038-ff12-4666-87b5-a2ad1f96f217 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3638804 Sep 14 12:14:06.991383 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7164385b-f55d-41bc-b2e2-9d378d1e9b61 None None] Network e063544d-3376-4440-91d4-9e468befe94d requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:14:07.220017 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52797312-b2ed-4321-a674-5fc634c406f6 req-6b91c270-36d3-4fa1-878e-3422ebefe95e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:07.222254 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-52797312-b2ed-4321-a674-5fc634c406f6 req-6b91c270-36d3-4fa1-878e-3422ebefe95e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0520296 Sep 14 12:14:07.262937 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-52797312-b2ed-4321-a674-5fc634c406f6 req-04afaa97-9f3e-4751-9696-19593614612f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345962 Sep 14 12:14:08.017072 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device fff19d83-87f0-445f-b606-ce684b71d4ab details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:14:08.110022 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port fff19d83-87f0-445f-b606-ce684b71d4ab, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fff19d83-87f0-445f-b606-ce684b71d4ab,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:08.120899 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': 'fff19d83-87f0-445f-b606-ce684b71d4ab', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'port_id': 'fff19d83-87f0-445f-b606-ce684b71d4ab', 'mac_address': 'fa:16:3e:07:6d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:14:08.157095 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:08.169496 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff19d83-87f0-445f-b606-ce684b71d4ab {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:14:08.187795 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port fff19d83-87f0-445f-b606-ce684b71d4ab, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fff19d83-87f0-445f-b606-ce684b71d4ab,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:08.191749 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:08.250014 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=fff19d83-87f0-445f-b606-ce684b71d4ab,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:08.256809 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:08.257159 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:08.257495 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:08.257832 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:08.258162 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:08.258491 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:08.258815 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:08.259300 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:08.259300 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:08.259919 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:08.260238 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:08.260555 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:08.383345 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06619-1a11-4d10-9be5-e01864be4023 req-98cd52d1-6b31-49e5-b421-f4cb31c03fce tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:08.385527 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7de06619-1a11-4d10-9be5-e01864be4023 req-98cd52d1-6b31-49e5-b421-f4cb31c03fce tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 944 time: 0.0517256 Sep 14 12:14:08.424851 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7de06619-1a11-4d10-9be5-e01864be4023 req-0888b1c1-c804-423d-b908-7c3365edf8a3 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334961 Sep 14 12:14:08.446053 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['fff19d83-87f0-445f-b606-ce684b71d4ab'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:14:08.609741 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09864173-7910-49b0-bcfd-218974f56557 req-76145a19-78cb-4587-ac3a-94db6f54cc85 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:08.611471 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-09864173-7910-49b0-bcfd-218974f56557 req-76145a19-78cb-4587-ac3a-94db6f54cc85 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/networks?id=e063544d-3376-4440-91d4-9e468befe94d HTTP/1.1" status: 200 len: 814 time: 0.1044092 Sep 14 12:14:08.625646 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-09864173-7910-49b0-bcfd-218974f56557 req-8a2f9a12-10cd-44bd-8056-f88d6f4f4c6e tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/quotas/9a73bc2e260545e88de209575ec36c98 HTTP/1.1" status: 200 len: 375 time: 0.0085680 Sep 14 12:14:08.655664 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-09864173-7910-49b0-bcfd-218974f56557 req-4614b108-9bb0-4580-91d6-28f48d86d24a tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a73bc2e260545e88de209575ec36c98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249565 Sep 14 12:14:08.749329 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-09864173-7910-49b0-bcfd-218974f56557 req-d4abdb49-2b77-4ae6-a3c1-2af8948c81e2 service neutron] 10.222.0.20 "GET /v2.0/networks/e063544d-3376-4440-91d4-9e468befe94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871592 Sep 14 12:14:08.848839 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-09864173-7910-49b0-bcfd-218974f56557 req-d1f63d96-7c11-4523-bfc3-ef3b963e2e26 service neutron] 10.222.0.20 "GET /v2.0/networks/e063544d-3376-4440-91d4-9e468befe94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934234 Sep 14 12:14:09.006036 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-93e3a8c3-eff7-4f89-9333-90148643af20 req-4d81ef8c-4937-4f37-aca2-8f14f190ab4c tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 210 time: 0.0287101 Sep 14 12:14:09.540962 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8feb20-c270-4705-9783-c11849cd1fdb req-d80ebfa0-4056-45eb-8ac2-075e081784e3 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:09.542393 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-de8feb20-c270-4705-9783-c11849cd1fdb req-d80ebfa0-4056-45eb-8ac2-075e081784e3 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 944 time: 0.0468175 Sep 14 12:14:09.578365 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-de8feb20-c270-4705-9783-c11849cd1fdb req-615e9d75-ee74-4014-884d-d8cee8372428 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300839 Sep 14 12:14:10.095776 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2175369c-8391-43c1-8f1d-1fedd5be284e req-851d55f5-1df4-4c34-aa71-97a7959d6149 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 210 time: 0.0250473 Sep 14 12:14:10.693619 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b499a-feaa-4c02-a297-7edbec5a948f req-62f7c95b-86bd-4252-8748-5908418509da tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:10.695195 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c23b499a-feaa-4c02-a297-7edbec5a948f req-62f7c95b-86bd-4252-8748-5908418509da tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 944 time: 0.0473874 Sep 14 12:14:10.737836 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c23b499a-feaa-4c02-a297-7edbec5a948f req-6b20239a-91ff-4364-848e-92957d36de41 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364583 Sep 14 12:14:11.185187 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-efd06767-4d00-44ad-97f8-6dfab06f8337 req-b50204e0-2236-4632-a8ac-a23fe6292265 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 210 time: 0.0248659 Sep 14 12:14:11.772644 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09864173-7910-49b0-bcfd-218974f56557 req-88c02c5b-dcde-4661-93f5-f78402f7aec1 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:11.774102 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-09864173-7910-49b0-bcfd-218974f56557 req-88c02c5b-dcde-4661-93f5-f78402f7aec1 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.22 "GET /v2.0/networks?id=e063544d-3376-4440-91d4-9e468befe94d HTTP/1.1" status: 200 len: 814 time: 0.0996664 Sep 14 12:14:11.857080 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955f945-dbe4-4497-8401-740f696962b4 req-84032d93-488a-4e8c-8798-a83a69641dab tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:11.858516 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a955f945-dbe4-4497-8401-740f696962b4 req-84032d93-488a-4e8c-8798-a83a69641dab tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 944 time: 0.0494044 Sep 14 12:14:11.896233 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a955f945-dbe4-4497-8401-740f696962b4 req-6559e1ec-972d-49e6-abb2-28d1918201ab tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313618 Sep 14 12:14:12.294668 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fa4c4a61-0e5b-4b0b-8e82-de63ef55ebaf req-dc86958b-e4d9-49de-95ce-496ad58f5650 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 210 time: 0.0263264 Sep 14 12:14:13.013796 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bed0b-0b6e-4f22-91bd-2cbe76137c05 req-bcc7ca31-be18-4ea9-8ef9-5937d98fcbb9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:13.015263 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-719bed0b-0b6e-4f22-91bd-2cbe76137c05 req-bcc7ca31-be18-4ea9-8ef9-5937d98fcbb9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 944 time: 0.0465994 Sep 14 12:14:13.051598 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-719bed0b-0b6e-4f22-91bd-2cbe76137c05 req-20bb3754-6af1-4045-95dc-aa72c8e00145 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305519 Sep 14 12:14:13.387369 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f49d96bd-ac69-46a9-a486-16a2ee071bd6 req-0b2437c5-f6c3-4dbe-a6eb-7222712b6f79 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 210 time: 0.0285428 Sep 14 12:14:13.494423 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device fff19d83-87f0-445f-b606-ce684b71d4ab up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:13.549200 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port fff19d83-87f0-445f-b606-ce684b71d4ab completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:14:13.552770 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port fff19d83-87f0-445f-b606-ce684b71d4ab triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:13.553145 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:13.630872 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:13.652441 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff19d83-87f0-445f-b606-ce684b71d4ab'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:14:13.654742 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2bc166-bae9-447b-9b15-46e1d38b0048" -d '{"events": [{"server_uuid": "b219c2cc-ae74-4d53-9665-f3d16a38ea7d", "name": "network-vif-plugged", "status": "completed", "tag": "fff19d83-87f0-445f-b606-ce684b71d4ab"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:13.667908 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port fff19d83-87f0-445f-b606-ce684b71d4ab, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fff19d83-87f0-445f-b606-ce684b71d4ab,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:13.671550 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:13.694425 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669b12e7-9245-4518-8076-fbd46905fe43 x-openstack-request-id: req-669b12e7-9245-4518-8076-fbd46905fe43 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:13.694717 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b219c2cc-ae74-4d53-9665-f3d16a38ea7d", "name": "network-vif-plugged", "status": "completed", "tag": "fff19d83-87f0-445f-b606-ce684b71d4ab", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:13.694978 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-669b12e7-9245-4518-8076-fbd46905fe43 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:13.695374 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff19d83-87f0-445f-b606-ce684b71d4ab', 'code': 200} Sep 14 12:14:13.723157 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=fff19d83-87f0-445f-b606-ce684b71d4ab,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:14.166852 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e5219-abfd-4d27-9277-f929fc18fe8d req-c9535147-d2da-4dc4-b7f8-33804203c5af tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:14.168843 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-806e5219-abfd-4d27-9277-f929fc18fe8d req-c9535147-d2da-4dc4-b7f8-33804203c5af tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0469816 Sep 14 12:14:14.204590 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-806e5219-abfd-4d27-9277-f929fc18fe8d req-57773499-c8be-4b16-ba44-6d5c36c5e819 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299320 Sep 14 12:14:14.478841 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5f99f82d-7a77-4833-9d44-7f792859e2c1 req-f59381eb-04ad-44eb-85fc-11cbd28b4ec8 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 210 time: 0.0253062 Sep 14 12:14:14.497338 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-09864173-7910-49b0-bcfd-218974f56557 req-6dff286d-9bc3-4340-9385-4f23d92bcd72 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Request body: {'port': {'device_id': '979824a2-887a-419a-9ed0-cc561f3777e6', 'network_id': 'e063544d-3376-4440-91d4-9e468befe94d', 'admin_state_up': True, 'tenant_id': '9a73bc2e260545e88de209575ec36c98'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:14.841730 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13675db-61ce-4373-9e96-c90f0b02e5b8 req-703559fb-c793-44df-ab80-30aa8e9d58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:14.843213 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c13675db-61ce-4373-9e96-c90f0b02e5b8 req-703559fb-c793-44df-ab80-30aa8e9d58e2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 1098 time: 0.0620148 Sep 14 12:14:14.873047 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09864173-7910-49b0-bcfd-218974f56557 req-6dff286d-9bc3-4340-9385-4f23d92bcd72 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Made reservation on behalf of 9a73bc2e260545e88de209575ec36c98 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:14:14.876481 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09864173-7910-49b0-bcfd-218974f56557 req-6dff286d-9bc3-4340-9385-4f23d92bcd72 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:14.897550 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c13675db-61ce-4373-9e96-c90f0b02e5b8 req-842a8bb3-93ed-480e-89c3-a92c00556f6c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465531 Sep 14 12:14:15.006738 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-09864173-7910-49b0-bcfd-218974f56557 req-6dff286d-9bc3-4340-9385-4f23d92bcd72 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Allocated IP 172.20.0.2 (e063544d-3376-4440-91d4-9e468befe94d/4701606b-af20-4a63-9561-1858d968027d/6bf04997-9780-4804-99d0-ec2e6a54a309) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:14:15.149066 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09864173-7910-49b0-bcfd-218974f56557 req-6dff286d-9bc3-4340-9385-4f23d92bcd72 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:15.185509 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09864173-7910-49b0-bcfd-218974f56557 req-6dff286d-9bc3-4340-9385-4f23d92bcd72 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:15.226217 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09864173-7910-49b0-bcfd-218974f56557 req-6dff286d-9bc3-4340-9385-4f23d92bcd72 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Network e063544d-3376-4440-91d4-9e468befe94d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:15.229178 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-09864173-7910-49b0-bcfd-218974f56557 req-6dff286d-9bc3-4340-9385-4f23d92bcd72 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:15.233060 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-09864173-7910-49b0-bcfd-218974f56557 req-6dff286d-9bc3-4340-9385-4f23d92bcd72 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:14:15.258362 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff286d-9bc3-4340-9385-4f23d92bcd72 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Pushing event updated for resources: {'Port': ['ID=6bf04997-9780-4804-99d0-ec2e6a54a309,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:15.294254 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09864173-7910-49b0-bcfd-218974f56557 req-6dff286d-9bc3-4340-9385-4f23d92bcd72 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:15.294847 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09864173-7910-49b0-bcfd-218974f56557 req-6dff286d-9bc3-4340-9385-4f23d92bcd72 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:15.324554 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-09864173-7910-49b0-bcfd-218974f56557 req-6dff286d-9bc3-4340-9385-4f23d92bcd72 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8310184 Sep 14 12:14:15.340116 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29d8e9-2708-4483-806f-3a7578a2bc44 req-8c907a76-d64c-4f60-9dc1-583147ddf355 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:15.341526 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ed29d8e9-2708-4483-806f-3a7578a2bc44 req-8c907a76-d64c-4f60-9dc1-583147ddf355 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0629518 Sep 14 12:14:15.346160 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Request body: {'port': {'device_id': '979824a2-887a-419a-9ed0-cc561f3777e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:15.421535 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ed29d8e9-2708-4483-806f-3a7578a2bc44 req-cb2a8dde-bdea-4a3b-99fd-88bfe246e7af tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727179 Sep 14 12:14:15.425757 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:15.646883 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91c4e4-26f7-4135-ac57-5a09414eeefb req-a8d6c3ec-72fd-436c-ac8d-41b661ed8b00 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:15.648387 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8d91c4e4-26f7-4135-ac57-5a09414eeefb req-a8d6c3ec-72fd-436c-ac8d-41b661ed8b00 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 931 time: 0.1021996 Sep 14 12:14:15.717257 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8d91c4e4-26f7-4135-ac57-5a09414eeefb req-3fdb2d85-bc3a-4c3c-9af8-15a8dd5ff409 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605526 Sep 14 12:14:15.757377 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf04997-9780-4804-99d0-ec2e6a54a309 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:14:15.765345 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:15.780445 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Transition to ACTIVE for port object 6bf04997-9780-4804-99d0-ec2e6a54a309 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:14:15.784628 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:15.852735 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf04997-9780-4804-99d0-ec2e6a54a309,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:15.903987 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Attempting to bind port 6bf04997-9780-4804-99d0-ec2e6a54a309 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:14:15.904320 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Attempting to bind port 6bf04997-9780-4804-99d0-ec2e6a54a309 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '1b2bc52d-b644-4976-9cf6-49c0ac9cd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e063544d-3376-4440-91d4-9e468befe94d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:14:15.904661 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Attempting to bind port 6bf04997-9780-4804-99d0-ec2e6a54a309 on network e063544d-3376-4440-91d4-9e468befe94d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:14:15.909047 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Port 6bf04997-9780-4804-99d0-ec2e6a54a309 on network e063544d-3376-4440-91d4-9e468befe94d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:14:15.909362 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Attempting to bind port 6bf04997-9780-4804-99d0-ec2e6a54a309 on network e063544d-3376-4440-91d4-9e468befe94d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:14:15.914121 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:14:15.914502 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Checking segment: {'id': '1b2bc52d-b644-4976-9cf6-49c0ac9cd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e063544d-3376-4440-91d4-9e468befe94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:14:15.914924 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Bound using segment: {'id': '1b2bc52d-b644-4976-9cf6-49c0ac9cd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e063544d-3376-4440-91d4-9e468befe94d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:14:15.915417 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Bound port: 6bf04997-9780-4804-99d0-ec2e6a54a309, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b2bc52d-b644-4976-9cf6-49c0ac9cd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e063544d-3376-4440-91d4-9e468befe94d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:14:15.915792 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:15.986564 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] For port 6bf04997-9780-4804-99d0-ec2e6a54a309, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:14:15.989697 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] For port 6bf04997-9780-4804-99d0-ec2e6a54a309, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=6bf04997-9780-4804-99d0-ec2e6a54a309,segment=NetworkSegment(1b2bc52d-b644-4976-9cf6-49c0ac9cd44b),segment_id=1b2bc52d-b644-4976-9cf6-49c0ac9cd44b)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:14:15.994980 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:16.030784 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:16.031448 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:16.032809 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-09864173-7910-49b0-bcfd-218974f56557 req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] 10.222.0.22 "PUT /v2.0/ports/6bf04997-9780-4804-99d0-ec2e6a54a309 HTTP/1.1" status: 200 len: 1093 time: 0.6904249 Sep 14 12:14:16.033242 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979824a2-887a-419a-9ed0-cc561f3777e6', 'tag': '6bf04997-9780-4804-99d0-ec2e6a54a309'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:14:16.035831 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31640b95-8d94-4efa-b6ac-669c7d05ce5a" -d '{"events": [{"name": "network-changed", "server_uuid": "979824a2-887a-419a-9ed0-cc561f3777e6", "tag": "6bf04997-9780-4804-99d0-ec2e6a54a309"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:16.059747 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a285f9-4cf9-4ded-88ef-5410a7db5a39 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf04997-9780-4804-99d0-ec2e6a54a309,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:16.080615 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bbdcee-9781-4a6b-88d8-124ce11441c5 x-openstack-request-id: req-36bbdcee-9781-4a6b-88d8-124ce11441c5 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:16.081065 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979824a2-887a-419a-9ed0-cc561f3777e6", "tag": "6bf04997-9780-4804-99d0-ec2e6a54a309", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:16.081323 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36bbdcee-9781-4a6b-88d8-124ce11441c5 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:16.081724 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979824a2-887a-419a-9ed0-cc561f3777e6', 'tag': '6bf04997-9780-4804-99d0-ec2e6a54a309', 'status': 'completed', 'code': 200} Sep 14 12:14:16.541505 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a545b-32f5-48be-8fb5-d81928e8657c req-97a5fbd0-4823-4f6f-9bad-c949fd62f7d6 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:16.543062 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af4a545b-32f5-48be-8fb5-d81928e8657c req-97a5fbd0-4823-4f6f-9bad-c949fd62f7d6 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0520079 Sep 14 12:14:16.580240 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af4a545b-32f5-48be-8fb5-d81928e8657c req-dd236988-04db-405d-b890-4b30e83b9570 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313046 Sep 14 12:14:16.833198 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dacd1c-162d-4f28-b38f-a6a4be4640b0 req-0e43a088-76e1-4737-ae13-e29bf0fcafb3 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:16.834700 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a3dacd1c-162d-4f28-b38f-a6a4be4640b0 req-0e43a088-76e1-4737-ae13-e29bf0fcafb3 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 943 time: 0.0485246 Sep 14 12:14:16.882080 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a3dacd1c-162d-4f28-b38f-a6a4be4640b0 req-5b604cff-39e3-441e-bcf1-f5c811b20c15 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409820 Sep 14 12:14:17.695063 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2439ba-e910-4871-8f91-9b3dfdfec86f req-e096d11b-0943-471d-973a-06d88aee8795 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:17.696537 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0e2439ba-e910-4871-8f91-9b3dfdfec86f req-e096d11b-0943-471d-973a-06d88aee8795 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0471210 Sep 14 12:14:17.734121 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0e2439ba-e910-4871-8f91-9b3dfdfec86f req-de79f7d9-507b-493a-bdc1-d3e08f464775 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306799 Sep 14 12:14:17.996368 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fffc9-fd8b-4079-9995-89cdb3c71e8c req-e57690ad-2b0f-40ff-aa1c-e456653cb625 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:17.997848 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c37fffc9-fd8b-4079-9995-89cdb3c71e8c req-e57690ad-2b0f-40ff-aa1c-e456653cb625 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 943 time: 0.0522175 Sep 14 12:14:18.034270 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c37fffc9-fd8b-4079-9995-89cdb3c71e8c req-6f16c8ba-d23d-4585-86b1-161b313b5f3d tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306058 Sep 14 12:14:18.864405 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fbbf1-ad80-4b31-a797-af537ee97051 req-1eb9d0c7-5988-4618-bd17-5cf6f4405a35 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:18.865984 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac5fbbf1-ad80-4b31-a797-af537ee97051 req-1eb9d0c7-5988-4618-bd17-5cf6f4405a35 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0528493 Sep 14 12:14:18.906861 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac5fbbf1-ad80-4b31-a797-af537ee97051 req-00225b4e-0d88-49b1-88d2-bc2ecfd89a08 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348442 Sep 14 12:14:18.988978 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31640b95-8d94-4efa-b6ac-669c7d05ce5a req-29a587bd-ddc5-470f-b3dd-1e9b9adb209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:18.990531 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-31640b95-8d94-4efa-b6ac-669c7d05ce5a req-29a587bd-ddc5-470f-b3dd-1e9b9adb209f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a73bc2e260545e88de209575ec36c98&device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 1096 time: 0.0473595 Sep 14 12:14:19.099969 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31640b95-8d94-4efa-b6ac-669c7d05ce5a req-95af4081-7b8c-4391-8750-8b5f1ee140bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:19.101430 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-31640b95-8d94-4efa-b6ac-669c7d05ce5a req-95af4081-7b8c-4391-8750-8b5f1ee140bc service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=9a73bc2e260545e88de209575ec36c98&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1007154 Sep 14 12:14:19.216775 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeeaa7-0656-4ead-9cc4-1a720f49d5b3 req-fbe7444f-f6b1-431c-bd63-add2751a5469 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:19.218229 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8faeeaa7-0656-4ead-9cc4-1a720f49d5b3 req-fbe7444f-f6b1-431c-bd63-add2751a5469 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 943 time: 0.1010165 Sep 14 12:14:19.246293 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31640b95-8d94-4efa-b6ac-669c7d05ce5a req-137f48ce-4830-4a38-b2f6-8774c2a4954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:19.247732 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-31640b95-8d94-4efa-b6ac-669c7d05ce5a req-137f48ce-4830-4a38-b2f6-8774c2a4954e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384223 Sep 14 12:14:19.266639 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8faeeaa7-0656-4ead-9cc4-1a720f49d5b3 req-5257b6a6-0b47-47bf-b073-6f270c709462 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405233 Sep 14 12:14:19.321293 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09864173-7910-49b0-bcfd-218974f56557 req-8d2b9ea7-b63b-4422-be97-c4bb7fc1b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:19.322662 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-09864173-7910-49b0-bcfd-218974f56557 req-8d2b9ea7-b63b-4422-be97-c4bb7fc1b937 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a73bc2e260545e88de209575ec36c98&device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 1096 time: 0.0386252 Sep 14 12:14:19.364200 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-09864173-7910-49b0-bcfd-218974f56557 req-09bf43e3-f69f-40bd-a4a2-c17b4b5a6a10 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bf04997-9780-4804-99d0-ec2e6a54a309 HTTP/1.1" status: 200 len: 217 time: 0.0332294 Sep 14 12:14:19.414335 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09864173-7910-49b0-bcfd-218974f56557 req-930628de-6a62-4781-a3c5-363a6ac20ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:19.415746 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-09864173-7910-49b0-bcfd-218974f56557 req-930628de-6a62-4781-a3c5-363a6ac20ab7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4701606b-af20-4a63-9561-1858d968027d HTTP/1.1" status: 200 len: 854 time: 0.0450950 Sep 14 12:14:19.445726 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-09864173-7910-49b0-bcfd-218974f56557 req-9d5e3c41-e0bf-4262-bd04-869eda2502bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e063544d-3376-4440-91d4-9e468befe94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227714 Sep 14 12:14:19.533860 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-09864173-7910-49b0-bcfd-218974f56557 req-e66d3688-7d2a-46ca-b00b-e81eb5d52327 service neutron] 10.222.0.22 "GET /v2.0/networks/e063544d-3376-4440-91d4-9e468befe94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790329 Sep 14 12:14:19.625023 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-09864173-7910-49b0-bcfd-218974f56557 req-f1621289-ac7a-4ae0-8c06-8aa741c46011 service neutron] 10.222.0.22 "GET /v2.0/networks/e063544d-3376-4440-91d4-9e468befe94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832098 Sep 14 12:14:20.027138 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee5407-8598-4234-9776-2a9786b71666 req-1255c6ee-50a6-4c54-880b-b8b79583e93e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:20.028652 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8aee5407-8598-4234-9776-2a9786b71666 req-1255c6ee-50a6-4c54-880b-b8b79583e93e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0510516 Sep 14 12:14:20.068254 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8aee5407-8598-4234-9776-2a9786b71666 req-3cc0dc07-42ef-4262-aa4f-68dd6964eb10 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338078 Sep 14 12:14:20.431428 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dea2f-9681-49dd-8b65-524b3a76d905 req-9ceff625-f19e-4b19-8cb0-1e5f6239c847 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:20.433477 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2b9dea2f-9681-49dd-8b65-524b3a76d905 req-9ceff625-f19e-4b19-8cb0-1e5f6239c847 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.2950373 Sep 14 12:14:20.442329 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49852) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:20.452682 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-f1f39a77-94b6-488f-9b55-faa6ac5e3bdd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Request body: {'floatingip': {'port_id': 'fff19d83-87f0-445f-b606-ce684b71d4ab'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:20.452796 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e1bde-8d7c-461a-a145-e06adf0397c5 req-679de550-cb44-4318-b384-9996f2977ac7 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:20.452796 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9a0e1bde-8d7c-461a-a145-e06adf0397c5 req-679de550-cb44-4318-b384-9996f2977ac7 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 943 time: 0.0900118 Sep 14 12:14:20.492699 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f1f39a77-94b6-488f-9b55-faa6ac5e3bdd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for floatingip, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:20.497673 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9a0e1bde-8d7c-461a-a145-e06adf0397c5 req-7a6d0933-06fe-49a4-98ab-76f2cac842ba tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370059 Sep 14 12:14:20.898515 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f1f39a77-94b6-488f-9b55-faa6ac5e3bdd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:20.903180 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f1f39a77-94b6-488f-9b55-faa6ac5e3bdd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:20.996403 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-f1f39a77-94b6-488f-9b55-faa6ac5e3bdd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Floating IP bb56eb8d-2f40-48c8-a848-55e397339a97 associated. External IP: 172.27.0.173, port: fff19d83-87f0-445f-b606-ce684b71d4ab. Sep 14 12:14:21.196168 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f39a77-94b6-488f-9b55-faa6ac5e3bdd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Router 9e3470ec-b93a-47e7-a49e-15659263ead2 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:14:21.222833 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 6bf04997-9780-4804-99d0-ec2e6a54a309 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:14:21.299129 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f39a77-94b6-488f-9b55-faa6ac5e3bdd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:14:21.304080 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f1f39a77-94b6-488f-9b55-faa6ac5e3bdd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:21.313122 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151d602-9482-4988-9b18-021b00a44b7c None None] Sync routers for ids ['9e3470ec-b93a-47e7-a49e-15659263ead2'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:14:21.321275 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 6bf04997-9780-4804-99d0-ec2e6a54a309, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=6bf04997-9780-4804-99d0-ec2e6a54a309,segment=NetworkSegment(1b2bc52d-b644-4976-9cf6-49c0ac9cd44b),segment_id=1b2bc52d-b644-4976-9cf6-49c0ac9cd44b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:21.330385 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f1f39a77-94b6-488f-9b55-faa6ac5e3bdd tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "PUT /v2.0/floatingips/bb56eb8d-2f40-48c8-a848-55e397339a97 HTTP/1.1" status: 200 len: 991 time: 0.8869796 Sep 14 12:14:21.331001 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'tag': 'fff19d83-87f0-445f-b606-ce684b71d4ab'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:14:21.333207 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c7473670bfc4804779e6de410628707900893b250cd34c1ce1c05d6cbac26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370684ab-a43a-4322-b1e5-506c93300098" -d '{"events": [{"name": "network-changed", "server_uuid": "b219c2cc-ae74-4d53-9665-f3d16a38ea7d", "tag": "fff19d83-87f0-445f-b606-ce684b71d4ab"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:21.335040 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': '6bf04997-9780-4804-99d0-ec2e6a54a309', 'network_id': 'e063544d-3376-4440-91d4-9e468befe94d', 'port_id': '6bf04997-9780-4804-99d0-ec2e6a54a309', 'mac_address': 'fa:16:3e:b9:c2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4701606b-af20-4a63-9561-1858d968027d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:14:21.341552 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151d602-9482-4988-9b18-021b00a44b7c None None] Routers {'9e3470ec-b93a-47e7-a49e-15659263ead2'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:14:21.342074 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-2151d602-9482-4988-9b18-021b00a44b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:14:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['9e3470ec-b93a-47e7-a49e-15659263ead2'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:21.371167 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c533fb2a-652a-41db-b532-abfd066b870e x-openstack-request-id: req-c533fb2a-652a-41db-b532-abfd066b870e {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:21.371559 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b219c2cc-ae74-4d53-9665-f3d16a38ea7d", "tag": "fff19d83-87f0-445f-b606-ce684b71d4ab", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:21.371871 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c533fb2a-652a-41db-b532-abfd066b870e {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:21.372319 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'tag': 'fff19d83-87f0-445f-b606-ce684b71d4ab', 'status': 'completed', 'code': 200} Sep 14 12:14:21.436737 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370684ab-a43a-4322-b1e5-506c93300098 req-ecf19685-b925-4f99-b5d6-61c2ff694c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:21.438322 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-370684ab-a43a-4322-b1e5-506c93300098 req-ecf19685-b925-4f99-b5d6-61c2ff694c43 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 1098 time: 0.0415430 Sep 14 12:14:21.455816 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:21.477386 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf04997-9780-4804-99d0-ec2e6a54a309 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:14:21.543812 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370684ab-a43a-4322-b1e5-506c93300098 req-9abb82e8-62c2-4210-9c13-499d2b1c5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:21.545309 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-370684ab-a43a-4322-b1e5-506c93300098 req-9abb82e8-62c2-4210-9c13-499d2b1c5836 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7 HTTP/1.1" status: 200 len: 918 time: 0.0941145 Sep 14 12:14:21.613569 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-2151d602-9482-4988-9b18-021b00a44b7c None None] Set router 9e3470ec-b93a-47e7-a49e-15659263ead2 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:14:21.619653 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-370684ab-a43a-4322-b1e5-506c93300098 req-6b0bb73a-b65e-40e8-8127-fe8ae502954b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff19d83-87f0-445f-b606-ce684b71d4ab HTTP/1.1" status: 200 len: 999 time: 0.0662277 Sep 14 12:14:21.712361 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370684ab-a43a-4322-b1e5-506c93300098 req-a7cacae3-cee2-426d-a8d7-a822b783de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:21.713891 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-370684ab-a43a-4322-b1e5-506c93300098 req-a7cacae3-cee2-426d-a8d7-a822b783de34 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6208ef-9aa5-4893-bd46-0183fd7d2f36 HTTP/1.1" status: 200 len: 856 time: 0.0856478 Sep 14 12:14:21.738775 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d5230-f776-43e1-bc6f-46fd75a483b7 req-401b895a-44d9-41e3-9636-e6e6d545e782 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:21.740312 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1a5d5230-f776-43e1-bc6f-46fd75a483b7 req-401b895a-44d9-41e3-9636-e6e6d545e782 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 943 time: 0.1516950 Sep 14 12:14:21.744057 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 6bf04997-9780-4804-99d0-ec2e6a54a309, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=6bf04997-9780-4804-99d0-ec2e6a54a309,segment=NetworkSegment(1b2bc52d-b644-4976-9cf6-49c0ac9cd44b),segment_id=1b2bc52d-b644-4976-9cf6-49c0ac9cd44b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:21.753148 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:21.792329 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370684ab-a43a-4322-b1e5-506c93300098 req-43460925-adc9-425b-ad16-ca16a9b912a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:21.793836 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-370684ab-a43a-4322-b1e5-506c93300098 req-43460925-adc9-425b-ad16-ca16a9b912a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0723383 Sep 14 12:14:21.798870 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1a5d5230-f776-43e1-bc6f-46fd75a483b7 req-19461b0e-ed85-4b13-bddd-e677c0061776 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438366 Sep 14 12:14:21.843246 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=6bf04997-9780-4804-99d0-ec2e6a54a309,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:21.907917 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-370684ab-a43a-4322-b1e5-506c93300098 req-ab1d2492-00b1-4b5b-b566-8f604083f9eb service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022494 Sep 14 12:14:21.953715 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-2151d602-9482-4988-9b18-021b00a44b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': 'bb56eb8d-2f40-48c8-a848-55e397339a97', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'port_id': 'fff19d83-87f0-445f-b606-ce684b71d4ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'mac_address': 'fa:16:3e:07:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:14:00Z', 'updated_at': '2021-09-14T12:14:20Z', 'revision_number': 1, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64775b6e-b6d6-4300-9d8d-d82fe72e628f', 'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'mac_address': 'fa:16:3e:29:19:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:29Z', 'updated_at': '2021-09-14T12:09:48Z', 'revision_number': 5, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'subnets': [{'id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:21.978560 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151d602-9482-4988-9b18-021b00a44b7c None None] Checking router: 9e3470ec-b93a-47e7-a49e-15659263ead2 for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:14:21.986996 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151d602-9482-4988-9b18-021b00a44b7c None None] Routers {'9e3470ec-b93a-47e7-a49e-15659263ead2'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:14:21.987651 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-2151d602-9482-4988-9b18-021b00a44b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:14:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['9e3470ec-b93a-47e7-a49e-15659263ead2'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:21.998519 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-370684ab-a43a-4322-b1e5-506c93300098 req-7c9f668f-49c4-424b-ba77-64e8e72e64c9 service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833819 Sep 14 12:14:22.024664 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['6bf04997-9780-4804-99d0-ec2e6a54a309'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:14:22.139320 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-2151d602-9482-4988-9b18-021b00a44b7c None None] Set router 9e3470ec-b93a-47e7-a49e-15659263ead2 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:14:22.405543 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-2151d602-9482-4988-9b18-021b00a44b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': 'bb56eb8d-2f40-48c8-a848-55e397339a97', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'port_id': 'fff19d83-87f0-445f-b606-ce684b71d4ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'mac_address': 'fa:16:3e:07:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:14:00Z', 'updated_at': '2021-09-14T12:14:20Z', 'revision_number': 1, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64775b6e-b6d6-4300-9d8d-d82fe72e628f', 'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'mac_address': 'fa:16:3e:29:19:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:29Z', 'updated_at': '2021-09-14T12:09:48Z', 'revision_number': 5, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'subnets': [{'id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:22.435410 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151d602-9482-4988-9b18-021b00a44b7c None None] The sync data for ids ['9e3470ec-b93a-47e7-a49e-15659263ead2'] in dv-cinder-784945-14-iscsi is: [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': 'bb56eb8d-2f40-48c8-a848-55e397339a97', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'port_id': 'fff19d83-87f0-445f-b606-ce684b71d4ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'mac_address': 'fa:16:3e:07:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:14:00Z', 'updated_at': '2021-09-14T12:14:20Z', 'revision_number': 1, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64775b6e-b6d6-4300-9d8d-d82fe72e628f', 'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'mac_address': 'fa:16:3e:29:19:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:29Z', 'updated_at': '2021-09-14T12:09:48Z', 'revision_number': 5, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'subnets': [{'id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:14:22.616773 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6815fe78-2f76-4b6e-8c6f-91847908ab72 None None] New status for floating IP bb56eb8d-2f40-48c8-a848-55e397339a97: ACTIVE {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:14:22.916550 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b312a-2468-44b2-acd0-78269734fefd req-9529b31a-e36c-49d1-911b-f99c30d6d8f5 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:22.918030 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ef5b312a-2468-44b2-acd0-78269734fefd req-9529b31a-e36c-49d1-911b-f99c30d6d8f5 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 944 time: 0.0526469 Sep 14 12:14:22.956842 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ef5b312a-2468-44b2-acd0-78269734fefd req-2886f1fa-8633-4998-9e16-13cc4effda69 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326922 Sep 14 12:14:23.237459 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 6bf04997-9780-4804-99d0-ec2e6a54a309 up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:23.283418 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port 6bf04997-9780-4804-99d0-ec2e6a54a309 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:14:23.287150 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port 6bf04997-9780-4804-99d0-ec2e6a54a309 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:23.287528 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:23.364778 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:23.385894 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979824a2-887a-419a-9ed0-cc561f3777e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf04997-9780-4804-99d0-ec2e6a54a309'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:14:23.388341 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c22b37-cdc4-4aae-805f-4bb71d385bdc" -d '{"events": [{"server_uuid": "979824a2-887a-419a-9ed0-cc561f3777e6", "name": "network-vif-plugged", "status": "completed", "tag": "6bf04997-9780-4804-99d0-ec2e6a54a309"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:23.400295 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 6bf04997-9780-4804-99d0-ec2e6a54a309, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=6bf04997-9780-4804-99d0-ec2e6a54a309,segment=NetworkSegment(1b2bc52d-b644-4976-9cf6-49c0ac9cd44b),segment_id=1b2bc52d-b644-4976-9cf6-49c0ac9cd44b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:23.405402 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:23.430815 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f68be0b-ad26-4d52-b48a-8f64191dd810 x-openstack-request-id: req-3f68be0b-ad26-4d52-b48a-8f64191dd810 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:23.431409 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979824a2-887a-419a-9ed0-cc561f3777e6", "name": "network-vif-plugged", "status": "completed", "tag": "6bf04997-9780-4804-99d0-ec2e6a54a309", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:23.431409 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f68be0b-ad26-4d52-b48a-8f64191dd810 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:23.431761 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979824a2-887a-419a-9ed0-cc561f3777e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf04997-9780-4804-99d0-ec2e6a54a309', 'code': 200} Sep 14 12:14:23.454489 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=6bf04997-9780-4804-99d0-ec2e6a54a309,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:23.602365 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82632073-3173-4f28-ae5e-96cdcbc4d111 req-a976ddbb-11b5-40d5-9d63-f2526ed771fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:23.603878 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-82632073-3173-4f28-ae5e-96cdcbc4d111 req-a976ddbb-11b5-40d5-9d63-f2526ed771fd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 1098 time: 0.0397072 Sep 14 12:14:23.638992 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-82632073-3173-4f28-ae5e-96cdcbc4d111 req-deedb5a2-9459-48e8-8719-f2aee85a28a7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269928 Sep 14 12:14:24.069424 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbdc69-6a8b-4db8-9f72-a75f85d6bcc0 req-9567b42b-7a02-40ee-b5db-6026ee6b6b7e tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:24.070878 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a7cbdc69-6a8b-4db8-9f72-a75f85d6bcc0 req-9567b42b-7a02-40ee-b5db-6026ee6b6b7e tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 945 time: 0.0472152 Sep 14 12:14:24.108367 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a7cbdc69-6a8b-4db8-9f72-a75f85d6bcc0 req-08917460-5791-42cb-9940-dd71c6333ca7 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305550 Sep 14 12:14:25.206151 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 49910) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:25.230244 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4886c42-9671-44ad-a687-bacb794af976 req-d58b144c-f8ee-40dd-8473-39d0bad485d6 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:25.232431 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b4886c42-9671-44ad-a687-bacb794af976 req-d58b144c-f8ee-40dd-8473-39d0bad485d6 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 945 time: 0.0561557 Sep 14 12:14:25.270233 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b4886c42-9671-44ad-a687-bacb794af976 req-919ea38c-4ebb-4970-b479-30824ffb86f9 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Sep 14 12:14:25.314197 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-847480ac-972e-4174-b343-238d44fa2c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:25.405799 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-847480ac-972e-4174-b343-238d44fa2c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:25.409571 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-847480ac-972e-4174-b343-238d44fa2c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:25.447825 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847480ac-972e-4174-b343-238d44fa2c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9673d15-55c4-4efc-93ec-210dfbc7a735,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:25.456816 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-847480ac-972e-4174-b343-238d44fa2c29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17a58b1ed1c44518ba3f77a5ceef8f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473199 Sep 14 12:14:25.457329 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 49948) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:25.504637 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f1125f9-05dd-40c1-929f-3c67a7b68b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:25.525227 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f1125f9-05dd-40c1-929f-3c67a7b68b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:25.574338 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f1125f9-05dd-40c1-929f-3c67a7b68b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:25.577090 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f1125f9-05dd-40c1-929f-3c67a7b68b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:25.578279 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1f1125f9-05dd-40c1-929f-3c67a7b68b2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9673d15-55c4-4efc-93ec-210dfbc7a735 HTTP/1.1" status: 204 len: 168 time: 0.1203382 Sep 14 12:14:25.585994 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1125f9-05dd-40c1-929f-3c67a7b68b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9673d15-55c4-4efc-93ec-210dfbc7a735,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:26.219937 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 49994) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:26.316171 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b8c508c7-7e80-4ebe-98b0-4900b8179cb0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1366513571-network', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:26.340550 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c508c7-7e80-4ebe-98b0-4900b8179cb0 admin admin] Made reservation on behalf of 9a6bd858c8ef450bbfa54900f4d817c6 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:14:26.343156 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8c508c7-7e80-4ebe-98b0-4900b8179cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:26.351759 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8c508c7-7e80-4ebe-98b0-4900b8179cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:26.446161 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8c508c7-7e80-4ebe-98b0-4900b8179cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:26.449769 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8c508c7-7e80-4ebe-98b0-4900b8179cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:26.476679 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c508c7-7e80-4ebe-98b0-4900b8179cb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:14:26.486987 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c508c7-7e80-4ebe-98b0-4900b8179cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603ff3a3-e81b-446a-bba0-42c665c50448,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:26.493789 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8c508c7-7e80-4ebe-98b0-4900b8179cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:26.494164 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.segments_db [None req-b8c508c7-7e80-4ebe-98b0-4900b8179cb0 admin admin] Added segment 7f01bd8b-c7d1-453d-82a5-a209bae4bf1f of type vlan for network 8153d896-6d81-493c-b928-67b848ea6c27 Sep 14 12:14:26.535376 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8c508c7-7e80-4ebe-98b0-4900b8179cb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:26.561736 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8c508c7-7e80-4ebe-98b0-4900b8179cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:26.562936 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c508c7-7e80-4ebe-98b0-4900b8179cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:26.563687 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8c508c7-7e80-4ebe-98b0-4900b8179cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:26.597452 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-b8c508c7-7e80-4ebe-98b0-4900b8179cb0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3760657 Sep 14 12:14:26.600772 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 49998) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:26.605875 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-8084a29b-b2f5-4f80-8cfa-e2c9fa0c9202 admin admin] Request body: {'subnet': {'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1366513571-subnet', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:26.627498 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c508c7-7e80-4ebe-98b0-4900b8179cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=8153d896-6d81-493c-b928-67b848ea6c27,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:26.631599 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8084a29b-b2f5-4f80-8cfa-e2c9fa0c9202 admin admin] Made reservation on behalf of 9a6bd858c8ef450bbfa54900f4d817c6 for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:14:26.634612 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8084a29b-b2f5-4f80-8cfa-e2c9fa0c9202 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8904012'] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:26.637573 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network 8153d896-6d81-493c-b928-67b848ea6c27 details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:14:26.808390 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8084a29b-b2f5-4f80-8cfa-e2c9fa0c9202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9075099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8904018'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:26.862196 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084a29b-b2f5-4f80-8cfa-e2c9fa0c9202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0344958-2675-4284-b3fc-b68b7f0b4b21,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:26.879777 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8084a29b-b2f5-4f80-8cfa-e2c9fa0c9202 admin admin] Checking segment: {'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:14:26.880352 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8084a29b-b2f5-4f80-8cfa-e2c9fa0c9202 admin admin] Network hostable DHCP agents. Network: 8153d896-6d81-493c-b928-67b848ea6c27, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:14:26.897340 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8084a29b-b2f5-4f80-8cfa-e2c9fa0c9202 admin admin] Network 8153d896-6d81-493c-b928-67b848ea6c27 is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:14:26.906623 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-8084a29b-b2f5-4f80-8cfa-e2c9fa0c9202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, 8153d896-6d81-493c-b928-67b848ea6c27) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:26.910746 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8084a29b-b2f5-4f80-8cfa-e2c9fa0c9202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:26.911356 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8084a29b-b2f5-4f80-8cfa-e2c9fa0c9202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:26.916619 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da85d43f-b795-4433-bf98-1bd9007a643f None None] Network 8153d896-6d81-493c-b928-67b848ea6c27 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:14:26.925066 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8084a29b-b2f5-4f80-8cfa-e2c9fa0c9202 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3231742 Sep 14 12:14:26.927864 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 50004) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:26.932355 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:26.953882 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1721'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:26.954851 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:27.008906 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:27.070122 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184f21cd-f526-56fe-b4fe-385b3504c77e-8153d896-6d81-493c-b928-67b848ea6c27', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21'}]}} from dv-cinder-784945-14-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 12:14:27.071044 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:27.141674 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:27.207361 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Allocated IP 172.20.0.2 (8153d896-6d81-493c-b928-67b848ea6c27/e0344958-2675-4284-b3fc-b68b7f0b4b21/125698d0-0359-40fd-91d4-ae20dea77c2c) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:14:27.340845 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:27.353908 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:27.360779 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:27.364442 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Transition to ACTIVE for port object 125698d0-0359-40fd-91d4-ae20dea77c2c will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:14:27.380617 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Transition to ACTIVE for port object 125698d0-0359-40fd-91d4-ae20dea77c2c will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:14:27.386021 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:27.425376 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Network 8153d896-6d81-493c-b928-67b848ea6c27 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:27.428208 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:27.430702 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:14:27.443048 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Pushing event updated for resources: {'Port': ['ID=125698d0-0359-40fd-91d4-ae20dea77c2c,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:27.480256 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Allocated IP 172.27.0.3 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/e6574237-1852-4e2f-8003-6301cacb9c79) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:14:27.496547 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Attempting to bind port 125698d0-0359-40fd-91d4-ae20dea77c2c on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:14:27.497008 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Attempting to bind port 125698d0-0359-40fd-91d4-ae20dea77c2c by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:14:27.497508 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Attempting to bind port 125698d0-0359-40fd-91d4-ae20dea77c2c on network 8153d896-6d81-493c-b928-67b848ea6c27 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:14:27.502432 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:14:27.502801 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Checking segment: {'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:14:27.503230 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:27.503618 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Bound using segment: {'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:14:27.504073 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Bound port: 125698d0-0359-40fd-91d4-ae20dea77c2c, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:14:27.504474 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:27.593507 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:27.635665 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:27.675943 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:27.686508 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:27.689744 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:14:27.691909 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Pushing event updated for resources: {'Port': ['ID=e6574237-1852-4e2f-8003-6301cacb9c79,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:27.694445 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] For port 125698d0-0359-40fd-91d4-ae20dea77c2c, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:14:27.698483 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] For port 125698d0-0359-40fd-91d4-ae20dea77c2c, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=125698d0-0359-40fd-91d4-ae20dea77c2c,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:14:27.704114 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:27.761756 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f77448-f406-4d21-bdf5-8274ecf88d25 None None] Pushing event updated for resources: {'Port': ['ID=125698d0-0359-40fd-91d4-ae20dea77c2c,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:27.998274 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:28.192835 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580885'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:28.550100 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Router 14cd4adf-4279-4f0c-b847-952b0a5c464b is scheduled to L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:14:28.642636 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 125698d0-0359-40fd-91d4-ae20dea77c2c up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:28.669666 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:14:28.689420 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:28.690860 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3e16eb18-c788-441a-9875-bdde82c55082 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7620616 Sep 14 12:14:28.693770 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 50010) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:28.696300 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Sync routers for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:14:28.701084 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c520e2f-1ad7-447c-8a7c-a5a0405f0974 None None] Network 8153d896-6d81-493c-b928-67b848ea6c27 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:14:28.742004 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:14:28.742537 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:14:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:28.839040 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 125698d0-0359-40fd-91d4-ae20dea77c2c completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:14:28.844576 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-b45ae158-fa39-43f2-b42b-e7abeb2b65c5 None None] Provisioning for port 125698d0-0359-40fd-91d4-ae20dea77c2c completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:14:28.855535 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 125698d0-0359-40fd-91d4-ae20dea77c2c triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:28.855903 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:28.860989 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-b45ae158-fa39-43f2-b42b-e7abeb2b65c5 None None] Provisioning complete for port 125698d0-0359-40fd-91d4-ae20dea77c2c triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:28.861336 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b45ae158-fa39-43f2-b42b-e7abeb2b65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:29.006450 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:14:29.128673 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4a690eb1-3b32-4d2f-bf13-41825b01350f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:29.140285 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:29.210121 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:29.229109 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b45ae158-fa39-43f2-b42b-e7abeb2b65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:29.236982 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:14:29.290669 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 125698d0-0359-40fd-91d4-ae20dea77c2c, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=125698d0-0359-40fd-91d4-ae20dea77c2c,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:29.317412 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:29.397747 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.db.api [None req-b45ae158-fa39-43f2-b42b-e7abeb2b65c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 12:14:29.398159 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG oslo_db.api [None req-b45ae158-fa39-43f2-b42b-e7abeb2b65c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 12:14:29.420668 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=125698d0-0359-40fd-91d4-ae20dea77c2c,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:29.431693 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:27Z', 'revision_number': 3, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:29.468342 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Checking router: 14cd4adf-4279-4f0c-b847-952b0a5c464b for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:14:29.468706 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Updating router 14cd4adf-4279-4f0c-b847-952b0a5c464b port e6574237-1852-4e2f-8003-6301cacb9c79 binding host dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:14:29.498994 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:29.536930 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Allocated IP 172.20.0.1 (8153d896-6d81-493c-b928-67b848ea6c27/e0344958-2675-4284-b3fc-b68b7f0b4b21/62fa04f7-dec8-4fc0-868d-4daf1f952eda) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:14:29.641683 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:29.654866 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Transition to ACTIVE for port object 62fa04f7-dec8-4fc0-868d-4daf1f952eda will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:14:29.688658 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:29.729921 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Network 8153d896-6d81-493c-b928-67b848ea6c27 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:29.734411 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:29.737207 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:14:29.765061 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Pushing event updated for resources: {'Port': ['ID=62fa04f7-dec8-4fc0-868d-4daf1f952eda,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:29.772046 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:29.785661 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Transition to ACTIVE for port object e6574237-1852-4e2f-8003-6301cacb9c79 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:14:29.786261 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580932'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:29.796038 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:29.849862 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Attempting to bind port e6574237-1852-4e2f-8003-6301cacb9c79 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:14:29.850254 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Attempting to bind port e6574237-1852-4e2f-8003-6301cacb9c79 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:14:29.850608 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Attempting to bind port e6574237-1852-4e2f-8003-6301cacb9c79 on network f4c7db36-d333-4393-b022-5f0c472ed786 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:14:29.861128 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:14:29.861512 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Checking segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:14:29.861916 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:29.862318 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Bound using segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:14:29.862794 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Bound port: e6574237-1852-4e2f-8003-6301cacb9c79, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:14:29.863382 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:29.865123 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c9ad5-233b-4394-a7f5-5d1f94204320 None None] Pushing event updated for resources: {'Port': ['ID=e6574237-1852-4e2f-8003-6301cacb9c79,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:29.934041 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:29.958945 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] For port e6574237-1852-4e2f-8003-6301cacb9c79, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:14:29.973781 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] For port e6574237-1852-4e2f-8003-6301cacb9c79, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=e6574237-1852-4e2f-8003-6301cacb9c79,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:14:29.979541 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:30.036914 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:14:30.037548 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:14:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:30.073894 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c9ad5-233b-4394-a7f5-5d1f94204320 None None] Pushing event updated for resources: {'Port': ['ID=e6574237-1852-4e2f-8003-6301cacb9c79,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:30.112487 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:30.117422 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:30.129185 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-3dd5517a-90b0-44da-9d32-132b41bcd25e None None] Provisioning complete for port 125698d0-0359-40fd-91d4-ae20dea77c2c triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:30.129551 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3dd5517a-90b0-44da-9d32-132b41bcd25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:30.187265 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576980'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:30.189857 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Pushing event updated for resources: {'Port': ['ID=62fa04f7-dec8-4fc0-868d-4daf1f952eda,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:30.195281 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:14:30.290038 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Network 8153d896-6d81-493c-b928-67b848ea6c27 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:30.291560 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:30.417884 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Router 14cd4adf-4279-4f0c-b847-952b0a5c464b has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:14:30.453136 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-3dd5517a-90b0-44da-9d32-132b41bcd25e None None] Provisioning for port 62fa04f7-dec8-4fc0-868d-4daf1f952eda completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:14:30.483143 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-3dd5517a-90b0-44da-9d32-132b41bcd25e None None] Provisioning complete for port 62fa04f7-dec8-4fc0-868d-4daf1f952eda triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:30.483518 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3dd5517a-90b0-44da-9d32-132b41bcd25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:30.535529 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5517a-90b0-44da-9d32-132b41bcd25e None None] Port 62fa04f7-dec8-4fc0-868d-4daf1f952eda cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:14:30.541734 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:14:30.547218 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-51e18f9f-b79f-4625-9e8c-2659847b7b21 admin admin] 10.222.0.20 "PUT /v2.0/routers/14cd4adf-4279-4f0c-b847-952b0a5c464b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8515182 Sep 14 12:14:30.587955 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 1, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:30.620878 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 125698d0-0359-40fd-91d4-ae20dea77c2c up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:30.624823 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7448c314-e7a2-45d8-8ae0-ba7b79b89db4 None None] The sync data for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi is: [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 1, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:14:30.673953 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-ebde0d8c-7355-4700-8d7c-74712cdce155 None None] Provisioning complete for port 62fa04f7-dec8-4fc0-868d-4daf1f952eda triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:30.674338 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ebde0d8c-7355-4700-8d7c-74712cdce155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:30.713092 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 125698d0-0359-40fd-91d4-ae20dea77c2c triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:30.713469 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:30.737528 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-ebde0d8c-7355-4700-8d7c-74712cdce155 None None] Port 62fa04f7-dec8-4fc0-868d-4daf1f952eda cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:14:31.087309 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 50038) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:31.092171 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-eea6af60-e594-4e14-921a-01ab96b2b9db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1874295442-network', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:31.115754 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea6af60-e594-4e14-921a-01ab96b2b9db admin admin] Made reservation on behalf of 99fa7d4db0ed4c3cbcea77fa35ba131a for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:14:31.118134 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eea6af60-e594-4e14-921a-01ab96b2b9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:31.128263 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eea6af60-e594-4e14-921a-01ab96b2b9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:31.228307 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eea6af60-e594-4e14-921a-01ab96b2b9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:31.233721 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eea6af60-e594-4e14-921a-01ab96b2b9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:31.271596 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea6af60-e594-4e14-921a-01ab96b2b9db admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:14:31.286021 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6af60-e594-4e14-921a-01ab96b2b9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7830da37-c075-482c-8583-5f144cf45bbc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:31.291410 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eea6af60-e594-4e14-921a-01ab96b2b9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:31.291760 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.segments_db [None req-eea6af60-e594-4e14-921a-01ab96b2b9db admin admin] Added segment bc80f085-8df8-42ea-8fb5-59ae716bbb04 of type vlan for network afb3f927-a93f-41cb-9b61-2510e91624a9 Sep 14 12:14:31.343330 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eea6af60-e594-4e14-921a-01ab96b2b9db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:31.370308 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eea6af60-e594-4e14-921a-01ab96b2b9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:31.371455 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea6af60-e594-4e14-921a-01ab96b2b9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:31.372046 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eea6af60-e594-4e14-921a-01ab96b2b9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:31.409769 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-eea6af60-e594-4e14-921a-01ab96b2b9db admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3188944 Sep 14 12:14:31.410010 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 50042) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:31.414708 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-dd534b54-df9d-4bd6-8d4e-bc306e6380ff admin admin] Request body: {'subnet': {'network_id': 'afb3f927-a93f-41cb-9b61-2510e91624a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1874295442-subnet', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:31.449901 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6af60-e594-4e14-921a-01ab96b2b9db admin admin] Pushing event updated for resources: {'Network': ['ID=afb3f927-a93f-41cb-9b61-2510e91624a9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:31.461333 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network afb3f927-a93f-41cb-9b61-2510e91624a9 details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:14:31.469103 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd534b54-df9d-4bd6-8d4e-bc306e6380ff admin admin] Made reservation on behalf of 99fa7d4db0ed4c3cbcea77fa35ba131a for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:14:31.471909 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dd534b54-df9d-4bd6-8d4e-bc306e6380ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10195067'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:31.673450 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dd534b54-df9d-4bd6-8d4e-bc306e6380ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10195045'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:31.724305 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-27a0d866-4574-47b5-9bd6-7b3ff0a57608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:31.739558 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd534b54-df9d-4bd6-8d4e-bc306e6380ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c97c48d-309b-4e33-849e-219a3334c14c,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:31.755693 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd534b54-df9d-4bd6-8d4e-bc306e6380ff admin admin] Checking segment: {'id': 'bc80f085-8df8-42ea-8fb5-59ae716bbb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'afb3f927-a93f-41cb-9b61-2510e91624a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:14:31.755843 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd534b54-df9d-4bd6-8d4e-bc306e6380ff admin admin] Network hostable DHCP agents. Network: afb3f927-a93f-41cb-9b61-2510e91624a9, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:14:31.773112 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd534b54-df9d-4bd6-8d4e-bc306e6380ff admin admin] Network afb3f927-a93f-41cb-9b61-2510e91624a9 is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:14:31.782853 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-dd534b54-df9d-4bd6-8d4e-bc306e6380ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, afb3f927-a93f-41cb-9b61-2510e91624a9) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:31.787612 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd534b54-df9d-4bd6-8d4e-bc306e6380ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:31.788634 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dd534b54-df9d-4bd6-8d4e-bc306e6380ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:31.792835 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e277c82d-962b-455d-9a8e-ca4065817cbe None None] Network afb3f927-a93f-41cb-9b61-2510e91624a9 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:14:31.807820 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-dd534b54-df9d-4bd6-8d4e-bc306e6380ff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3944533 Sep 14 12:14:31.808059 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 50044) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:31.815474 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1874295442-router', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:31.839246 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1721'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:31.845078 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:31.910142 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:31.972980 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184f21cd-f526-56fe-b4fe-385b3504c77e-afb3f927-a93f-41cb-9b61-2510e91624a9', 'network_id': 'afb3f927-a93f-41cb-9b61-2510e91624a9', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'fixed_ips': [{'subnet_id': '2c97c48d-309b-4e33-849e-219a3334c14c'}]}} from dv-cinder-784945-14-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 12:14:31.973877 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:31.984257 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:32.079234 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:32.114005 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Allocated IP 172.20.0.2 (afb3f927-a93f-41cb-9b61-2510e91624a9/2c97c48d-309b-4e33-849e-219a3334c14c/45f42946-b22f-4495-a46f-2ad39f54b4d9) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:14:32.265992 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:32.275571 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Transition to ACTIVE for port object 45f42946-b22f-4495-a46f-2ad39f54b4d9 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:14:32.290051 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Transition to ACTIVE for port object 45f42946-b22f-4495-a46f-2ad39f54b4d9 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:14:32.293638 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:32.295933 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:32.314026 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:32.332965 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Network afb3f927-a93f-41cb-9b61-2510e91624a9 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:32.337452 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:32.345041 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:14:32.347162 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Pushing event updated for resources: {'Port': ['ID=45f42946-b22f-4495-a46f-2ad39f54b4d9,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:32.409703 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Attempting to bind port 45f42946-b22f-4495-a46f-2ad39f54b4d9 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:14:32.410076 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Attempting to bind port 45f42946-b22f-4495-a46f-2ad39f54b4d9 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': 'bc80f085-8df8-42ea-8fb5-59ae716bbb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'afb3f927-a93f-41cb-9b61-2510e91624a9'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:14:32.410434 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Attempting to bind port 45f42946-b22f-4495-a46f-2ad39f54b4d9 on network afb3f927-a93f-41cb-9b61-2510e91624a9 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:14:32.415653 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:14:32.416344 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Checking segment: {'id': 'bc80f085-8df8-42ea-8fb5-59ae716bbb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'afb3f927-a93f-41cb-9b61-2510e91624a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:14:32.416747 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:32.417139 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Bound using segment: {'id': 'bc80f085-8df8-42ea-8fb5-59ae716bbb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'afb3f927-a93f-41cb-9b61-2510e91624a9'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:14:32.418058 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Bound port: 45f42946-b22f-4495-a46f-2ad39f54b4d9, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc80f085-8df8-42ea-8fb5-59ae716bbb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'afb3f927-a93f-41cb-9b61-2510e91624a9'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:14:32.418058 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:32.432102 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Allocated IP 172.27.0.2 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/a7103c85-1302-4082-9603-4b2263a868e8) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:14:32.492737 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] For port 45f42946-b22f-4495-a46f-2ad39f54b4d9, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:14:32.495870 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] For port 45f42946-b22f-4495-a46f-2ad39f54b4d9, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=45f42946-b22f-4495-a46f-2ad39f54b4d9,segment=NetworkSegment(bc80f085-8df8-42ea-8fb5-59ae716bbb04),segment_id=bc80f085-8df8-42ea-8fb5-59ae716bbb04)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:14:32.500249 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:32.551662 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:32.567046 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9696ff-9cd1-4689-b86a-b663cfb0f3b2 None None] Pushing event updated for resources: {'Port': ['ID=45f42946-b22f-4495-a46f-2ad39f54b4d9,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:32.608017 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:32.648005 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:32.650955 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:32.654524 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:14:32.667768 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device e6574237-1852-4e2f-8003-6301cacb9c79 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:32.696789 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Pushing event updated for resources: {'Port': ['ID=a7103c85-1302-4082-9603-4b2263a868e8,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:32.723231 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port e6574237-1852-4e2f-8003-6301cacb9c79 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:14:32.728212 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port e6574237-1852-4e2f-8003-6301cacb9c79 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:32.728905 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:32.872887 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:32.901509 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port e6574237-1852-4e2f-8003-6301cacb9c79, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=e6574237-1852-4e2f-8003-6301cacb9c79,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:32.910991 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:32.958966 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Sync routers for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:14:32.961891 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:32.969996 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:14:32.970874 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:14:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:32.982984 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:32.983483 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=e6574237-1852-4e2f-8003-6301cacb9c79,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:33.083994 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:14:33.193348 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580885'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:33.298726 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 2, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:33.326433 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Checking router: 14cd4adf-4279-4f0c-b847-952b0a5c464b for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:14:33.329938 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Updating router 14cd4adf-4279-4f0c-b847-952b0a5c464b port 62fa04f7-dec8-4fc0-868d-4daf1f952eda binding host dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:14:33.340196 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Router 0584e033-5b85-4277-97ea-7eef7328005e is scheduled to L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:14:33.359394 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:33.563281 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5998e3b-6538-4513-8149-5b4a1bb2450c None None] Network afb3f927-a93f-41cb-9b61-2510e91624a9 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:14:33.641293 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-ed04d177-573a-446c-bf59-62807f11b181 None None] Provisioning for port 45f42946-b22f-4495-a46f-2ad39f54b4d9 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:14:33.661303 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:33.672729 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Transition to ACTIVE for port object 62fa04f7-dec8-4fc0-868d-4daf1f952eda will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:14:33.679798 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:33.710856 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:14:33.731446 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3613917-5b19-40f5-b121-5cd75c0f867f None None] Pushing event updated for resources: {'Port': ['ID=62fa04f7-dec8-4fc0-868d-4daf1f952eda,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:33.736222 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Sync routers for ids ['0584e033-5b85-4277-97ea-7eef7328005e'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:14:33.746635 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:33.749186 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-64d56c41-9a71-4eff-9a72-963c23173916 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9373150 Sep 14 12:14:33.751855 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 50056) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:33.754084 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3613917-5b19-40f5-b121-5cd75c0f867f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:33.754622 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3613917-5b19-40f5-b121-5cd75c0f867f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:33.755073 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3613917-5b19-40f5-b121-5cd75c0f867f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:33.755708 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3613917-5b19-40f5-b121-5cd75c0f867f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:33.756104 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3613917-5b19-40f5-b121-5cd75c0f867f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:33.756500 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3613917-5b19-40f5-b121-5cd75c0f867f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:33.756889 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3613917-5b19-40f5-b121-5cd75c0f867f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:33.757281 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3613917-5b19-40f5-b121-5cd75c0f867f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:33.757695 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3613917-5b19-40f5-b121-5cd75c0f867f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:33.758082 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3613917-5b19-40f5-b121-5cd75c0f867f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:33.758474 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3613917-5b19-40f5-b121-5cd75c0f867f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:33.758776 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Routers {'0584e033-5b85-4277-97ea-7eef7328005e'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:14:33.758893 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3613917-5b19-40f5-b121-5cd75c0f867f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:33.759497 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:14:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['0584e033-5b85-4277-97ea-7eef7328005e'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:33.809517 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Attempting to bind port 62fa04f7-dec8-4fc0-868d-4daf1f952eda on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:14:33.810729 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Attempting to bind port 62fa04f7-dec8-4fc0-868d-4daf1f952eda by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:14:33.811317 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Attempting to bind port 62fa04f7-dec8-4fc0-868d-4daf1f952eda on network 8153d896-6d81-493c-b928-67b848ea6c27 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:14:33.822452 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:14:33.823075 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Checking segment: {'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:14:33.823777 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:33.824163 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Bound using segment: {'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:14:33.824707 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Bound port: 62fa04f7-dec8-4fc0-868d-4daf1f952eda, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:14:33.825246 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:33.924108 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:33.942182 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Set router 0584e033-5b85-4277-97ea-7eef7328005e gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:14:34.054755 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] For port 62fa04f7-dec8-4fc0-868d-4daf1f952eda, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:14:34.059240 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] For port 62fa04f7-dec8-4fc0-868d-4daf1f952eda, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=62fa04f7-dec8-4fc0-868d-4daf1f952eda,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:14:34.066770 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:34.124172 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:14:34.124950 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:14:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:34.208444 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584e033-5b85-4277-97ea-7eef7328005e', 'name': 'tempest-TestVolumeBootPattern-1874295442-router', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a7103c85-1302-4082-9603-4b2263a868e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:31Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 3, 'project_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'gw_port': {'id': 'a7103c85-1302-4082-9603-4b2263a868e8', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584e033-5b85-4277-97ea-7eef7328005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:32Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:34.253389 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Checking router: 0584e033-5b85-4277-97ea-7eef7328005e for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:14:34.253877 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Updating router 0584e033-5b85-4277-97ea-7eef7328005e port a7103c85-1302-4082-9603-4b2263a868e8 binding host dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:14:34.283061 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3613917-5b19-40f5-b121-5cd75c0f867f None None] Pushing event updated for resources: {'Port': ['ID=62fa04f7-dec8-4fc0-868d-4daf1f952eda,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:34.295787 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:34.324365 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:14:34.361691 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:34.538361 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:34Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:34.540246 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Allocated IP 172.20.0.1 (afb3f927-a93f-41cb-9b61-2510e91624a9/2c97c48d-309b-4e33-849e-219a3334c14c/85c0901c-ed03-4200-bb98-5d5dc29a68a2) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:14:34.567514 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2068f9-c3bc-441c-ab67-cb651a5af6e0 None None] The sync data for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi is: [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:34Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:14:34.655620 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:34.672396 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Transition to ACTIVE for port object a7103c85-1302-4082-9603-4b2263a868e8 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:14:34.679223 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:34.684359 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:34.712030 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Transition to ACTIVE for port object 85c0901c-ed03-4200-bb98-5d5dc29a68a2 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:14:34.736836 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Attempting to bind port a7103c85-1302-4082-9603-4b2263a868e8 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:14:34.737217 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Attempting to bind port a7103c85-1302-4082-9603-4b2263a868e8 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:14:34.737578 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Attempting to bind port a7103c85-1302-4082-9603-4b2263a868e8 on network f4c7db36-d333-4393-b022-5f0c472ed786 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:14:34.755356 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:14:34.755738 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Checking segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:14:34.756177 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:34.756575 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Bound using segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:14:34.757191 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Bound port: a7103c85-1302-4082-9603-4b2263a868e8, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:14:34.757581 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:34.759527 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ab140-87ef-44f6-9e6d-a8696130b35b None None] Pushing event updated for resources: {'Port': ['ID=a7103c85-1302-4082-9603-4b2263a868e8,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:34.764054 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:34.807926 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Network afb3f927-a93f-41cb-9b61-2510e91624a9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:34.811956 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:34.815937 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:14:34.820679 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 62fa04f7-dec8-4fc0-868d-4daf1f952eda up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:34.863882 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Pushing event updated for resources: {'Port': ['ID=85c0901c-ed03-4200-bb98-5d5dc29a68a2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:34.873123 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580932'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:34.896655 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] For port a7103c85-1302-4082-9603-4b2263a868e8, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:14:34.902439 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] For port a7103c85-1302-4082-9603-4b2263a868e8, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=a7103c85-1302-4082-9603-4b2263a868e8,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:14:34.911273 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:34.944550 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 62fa04f7-dec8-4fc0-868d-4daf1f952eda completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:14:34.953743 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 62fa04f7-dec8-4fc0-868d-4daf1f952eda triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:34.954116 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:35.017288 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ab140-87ef-44f6-9e6d-a8696130b35b None None] Pushing event updated for resources: {'Port': ['ID=a7103c85-1302-4082-9603-4b2263a868e8,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:35.025591 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Routers {'0584e033-5b85-4277-97ea-7eef7328005e'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:14:35.026241 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:14:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['0584e033-5b85-4277-97ea-7eef7328005e'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:35.061557 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:35.267046 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:35.273843 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:35.302840 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-5a53cc17-5079-43d0-bf33-dd731404dd6e None None] Provisioning for port 85c0901c-ed03-4200-bb98-5d5dc29a68a2 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:14:35.310935 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:35.313236 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-5a53cc17-5079-43d0-bf33-dd731404dd6e None None] Provisioning complete for port 85c0901c-ed03-4200-bb98-5d5dc29a68a2 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:35.313599 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5a53cc17-5079-43d0-bf33-dd731404dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:35.344794 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576980'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:35.347873 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:35.352740 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Pushing event updated for resources: {'Port': ['ID=85c0901c-ed03-4200-bb98-5d5dc29a68a2,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:35.358060 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] Set router 0584e033-5b85-4277-97ea-7eef7328005e gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:14:35.424076 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-5a53cc17-5079-43d0-bf33-dd731404dd6e None None] Port 85c0901c-ed03-4200-bb98-5d5dc29a68a2 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:14:35.463599 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Network afb3f927-a93f-41cb-9b61-2510e91624a9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:35.465352 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:35.479876 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 62fa04f7-dec8-4fc0-868d-4daf1f952eda, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=62fa04f7-dec8-4fc0-868d-4daf1f952eda,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:35.493855 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:35.494644 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device e6574237-1852-4e2f-8003-6301cacb9c79 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:35.593238 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Router 0584e033-5b85-4277-97ea-7eef7328005e has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:14:35.642867 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=62fa04f7-dec8-4fc0-868d-4daf1f952eda,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:35.679357 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port e6574237-1852-4e2f-8003-6301cacb9c79 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:35.679963 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:35.713318 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:14:35.719403 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-626ff920-ef49-4222-ae2c-794ab382cf3b admin admin] 10.222.0.20 "PUT /v2.0/routers/0584e033-5b85-4277-97ea-7eef7328005e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9661427 Sep 14 12:14:35.782699 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584e033-5b85-4277-97ea-7eef7328005e', 'name': 'tempest-TestVolumeBootPattern-1874295442-router', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a7103c85-1302-4082-9603-4b2263a868e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:31Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 4, 'project_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'gw_port': {'id': 'a7103c85-1302-4082-9603-4b2263a868e8', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584e033-5b85-4277-97ea-7eef7328005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:32Z', 'updated_at': '2021-09-14T12:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '85c0901c-ed03-4200-bb98-5d5dc29a68a2', 'name': '', 'network_id': 'afb3f927-a93f-41cb-9b61-2510e91624a9', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'mac_address': 'fa:16:3e:af:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584e033-5b85-4277-97ea-7eef7328005e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2c97c48d-309b-4e33-849e-219a3334c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:34Z', 'updated_at': '2021-09-14T12:14:34Z', 'revision_number': 1, 'project_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'subnets': [{'id': '2c97c48d-309b-4e33-849e-219a3334c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:35.786791 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-6c33db68-b552-4a18-9f05-f65e9746d694 None None] Provisioning complete for port 85c0901c-ed03-4200-bb98-5d5dc29a68a2 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:35.787194 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6c33db68-b552-4a18-9f05-f65e9746d694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:35.816445 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c4f5b1-1bc7-4687-8d2f-e9c2058dfe00 None None] The sync data for ids ['0584e033-5b85-4277-97ea-7eef7328005e'] in dv-cinder-784945-14-iscsi is: [{'id': '0584e033-5b85-4277-97ea-7eef7328005e', 'name': 'tempest-TestVolumeBootPattern-1874295442-router', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a7103c85-1302-4082-9603-4b2263a868e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:31Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 4, 'project_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'gw_port': {'id': 'a7103c85-1302-4082-9603-4b2263a868e8', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584e033-5b85-4277-97ea-7eef7328005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:32Z', 'updated_at': '2021-09-14T12:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '85c0901c-ed03-4200-bb98-5d5dc29a68a2', 'name': '', 'network_id': 'afb3f927-a93f-41cb-9b61-2510e91624a9', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'mac_address': 'fa:16:3e:af:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584e033-5b85-4277-97ea-7eef7328005e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2c97c48d-309b-4e33-849e-219a3334c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:34Z', 'updated_at': '2021-09-14T12:14:34Z', 'revision_number': 1, 'project_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'subnets': [{'id': '2c97c48d-309b-4e33-849e-219a3334c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:14:35.847340 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 45f42946-b22f-4495-a46f-2ad39f54b4d9 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:35.881611 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-6c33db68-b552-4a18-9f05-f65e9746d694 None None] Port 85c0901c-ed03-4200-bb98-5d5dc29a68a2 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:14:35.910224 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 45f42946-b22f-4495-a46f-2ad39f54b4d9 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:14:35.913999 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 45f42946-b22f-4495-a46f-2ad39f54b4d9 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:35.914380 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:35.998530 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.061463 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 45f42946-b22f-4495-a46f-2ad39f54b4d9, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=45f42946-b22f-4495-a46f-2ad39f54b4d9,segment=NetworkSegment(bc80f085-8df8-42ea-8fb5-59ae716bbb04),segment_id=bc80f085-8df8-42ea-8fb5-59ae716bbb04)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:36.065966 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.131564 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=45f42946-b22f-4495-a46f-2ad39f54b4d9,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:36.277573 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 50072) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:36.282945 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-089ce7ca-5713-4150-82cc-de8899eb34a5 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-901111487', 'description': 'tempest-secgroup-smoke-901111487 description', 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:36.308175 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-089ce7ca-5713-4150-82cc-de8899eb34a5 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.409675 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-089ce7ca-5713-4150-82cc-de8899eb34a5 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.413765 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-089ce7ca-5713-4150-82cc-de8899eb34a5 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.444676 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-089ce7ca-5713-4150-82cc-de8899eb34a5 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.445908 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-089ce7ca-5713-4150-82cc-de8899eb34a5 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1667364 Sep 14 12:14:36.447860 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ce7ca-5713-4150-82cc-de8899eb34a5 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f312e7e-997f-4541-a3a0-2b665b2048b4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:36.448924 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 50076) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:36.454178 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-94ec627a-2a9c-4a56-9937-70bf7f1b7538 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Request body: {'security_group_rule': {'security_group_id': '2f312e7e-997f-4541-a3a0-2b665b2048b4', 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:36.480342 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-94ec627a-2a9c-4a56-9937-70bf7f1b7538 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.536938 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-94ec627a-2a9c-4a56-9937-70bf7f1b7538 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.541305 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-94ec627a-2a9c-4a56-9937-70bf7f1b7538 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.560226 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec627a-2a9c-4a56-9937-70bf7f1b7538 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4afeb8-77be-4bd4-b4c6-b9556dd2debd,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:36.563824 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-94ec627a-2a9c-4a56-9937-70bf7f1b7538 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.565158 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-94ec627a-2a9c-4a56-9937-70bf7f1b7538 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150167 Sep 14 12:14:36.568335 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 50078) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:36.575998 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-28f2824a-bdf0-4f9a-9d13-c9aaa448ef14 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Request body: {'security_group_rule': {'security_group_id': '2f312e7e-997f-4541-a3a0-2b665b2048b4', 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:36.609492 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28f2824a-bdf0-4f9a-9d13-c9aaa448ef14 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.615479 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 62fa04f7-dec8-4fc0-868d-4daf1f952eda up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:36.664597 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 62fa04f7-dec8-4fc0-868d-4daf1f952eda triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:36.664973 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.666916 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28f2824a-bdf0-4f9a-9d13-c9aaa448ef14 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.671211 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28f2824a-bdf0-4f9a-9d13-c9aaa448ef14 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.689319 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2824a-bdf0-4f9a-9d13-c9aaa448ef14 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4392f724-e4a9-46b7-abdb-4a090d3acdfe,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:36.698964 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28f2824a-bdf0-4f9a-9d13-c9aaa448ef14 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.701608 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-28f2824a-bdf0-4f9a-9d13-c9aaa448ef14 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319337 Sep 14 12:14:36.704027 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 50082) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:36.708347 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-cf6e0a2e-fcc2-4a56-ab3e-7ef8eca41252 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Request body: {'security_group_rule': {'security_group_id': '2f312e7e-997f-4541-a3a0-2b665b2048b4', 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:36.740185 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0a2e-fcc2-4a56-ab3e-7ef8eca41252 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.748659 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 45f42946-b22f-4495-a46f-2ad39f54b4d9 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:36.798012 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 45f42946-b22f-4495-a46f-2ad39f54b4d9 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:36.798446 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.807779 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0a2e-fcc2-4a56-ab3e-7ef8eca41252 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.813345 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0a2e-fcc2-4a56-ab3e-7ef8eca41252 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.832354 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e0a2e-fcc2-4a56-ab3e-7ef8eca41252 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd038569-ec10-41b7-9405-ae37adea3846,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:36.840531 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0a2e-fcc2-4a56-ab3e-7ef8eca41252 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.846889 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-cf6e0a2e-fcc2-4a56-ab3e-7ef8eca41252 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393595 Sep 14 12:14:36.847526 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 50086) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:36.855215 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-2f83d043-5d09-4f1f-a1f6-34ff7da4a2e4 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Request body: {'security_group_rule': {'security_group_id': '2f312e7e-997f-4541-a3a0-2b665b2048b4', 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:36.888637 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2f83d043-5d09-4f1f-a1f6-34ff7da4a2e4 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.949757 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2f83d043-5d09-4f1f-a1f6-34ff7da4a2e4 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.953925 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2f83d043-5d09-4f1f-a1f6-34ff7da4a2e4 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.971750 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83d043-5d09-4f1f-a1f6-34ff7da4a2e4 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d17915f-4985-4ccc-8fad-0614b16e031e,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:36.978230 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2f83d043-5d09-4f1f-a1f6-34ff7da4a2e4 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:36.980172 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2f83d043-5d09-4f1f-a1f6-34ff7da4a2e4 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316428 Sep 14 12:14:36.983453 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 50088) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:36.987954 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-5635c925-1885-465f-a596-ba8db5d3e742 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Request body: {'security_group_rule': {'security_group_id': '2f312e7e-997f-4541-a3a0-2b665b2048b4', 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:37.011318 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.securitygroups_db [None req-5635c925-1885-465f-a596-ba8db5d3e742 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Project 9a6bd858c8ef450bbfa54900f4d817c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 12:14:37.016403 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5635c925-1885-465f-a596-ba8db5d3e742 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:37.074976 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5635c925-1885-465f-a596-ba8db5d3e742 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:37.078474 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5635c925-1885-465f-a596-ba8db5d3e742 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:37.095923 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635c925-1885-465f-a596-ba8db5d3e742 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f837b97-534d-46c2-b6a5-e53ccc3a2bc3,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:37.105795 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5635c925-1885-465f-a596-ba8db5d3e742 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:37.107780 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5635c925-1885-465f-a596-ba8db5d3e742 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232197 Sep 14 12:14:37.110412 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 50090) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:37.114963 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-ccd45364-1900-4db3-b323-9b40774de7cc tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Request body: {'security_group_rule': {'security_group_id': '2f312e7e-997f-4541-a3a0-2b665b2048b4', 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:37.137381 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.securitygroups_db [None req-ccd45364-1900-4db3-b323-9b40774de7cc tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Project 9a6bd858c8ef450bbfa54900f4d817c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 12:14:37.142582 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ccd45364-1900-4db3-b323-9b40774de7cc tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:37.204169 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ccd45364-1900-4db3-b323-9b40774de7cc tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:37.207587 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ccd45364-1900-4db3-b323-9b40774de7cc tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:37.226794 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd45364-1900-4db3-b323-9b40774de7cc tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e80827-c1a3-4aa8-8e6d-4830cf3e6708,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:37.230527 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ccd45364-1900-4db3-b323-9b40774de7cc tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:37.235201 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ccd45364-1900-4db3-b323-9b40774de7cc tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206136 Sep 14 12:14:38.628285 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device a7103c85-1302-4082-9603-4b2263a868e8 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:38.680515 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda91aa-57f2-40b0-9865-ad88d2708aee req-b0bed99f-51bd-4f4c-9344-308b60c4932f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:38.681926 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4bda91aa-57f2-40b0-9865-ad88d2708aee req-b0bed99f-51bd-4f4c-9344-308b60c4932f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0575297 Sep 14 12:14:38.682096 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port a7103c85-1302-4082-9603-4b2263a868e8 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:14:38.686105 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port a7103c85-1302-4082-9603-4b2263a868e8 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:38.686787 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:38.722796 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4bda91aa-57f2-40b0-9865-ad88d2708aee req-92c93eef-9107-4cca-8bd6-c7df64a29ff3 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346467 Sep 14 12:14:38.751454 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Sync routers for ids ['0584e033-5b85-4277-97ea-7eef7328005e'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:14:38.762353 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Routers {'0584e033-5b85-4277-97ea-7eef7328005e'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:14:38.762975 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:14:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['0584e033-5b85-4277-97ea-7eef7328005e'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:38.774834 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:38.797436 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port a7103c85-1302-4082-9603-4b2263a868e8, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=a7103c85-1302-4082-9603-4b2263a868e8,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:38.803357 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:38.869394 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=a7103c85-1302-4082-9603-4b2263a868e8,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:38.900832 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Set router 0584e033-5b85-4277-97ea-7eef7328005e gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:14:38.929642 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-898b76cc-4fec-4971-a085-679974683bbe req-861eb4d7-acc1-40a4-8c62-dde4b0f2bdac service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1714177 Sep 14 12:14:39.022764 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b76cc-4fec-4971-a085-679974683bbe req-b15cef8d-803e-4bf4-acd9-0afbbcbbcf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:39.024205 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-898b76cc-4fec-4971-a085-679974683bbe req-b15cef8d-803e-4bf4-acd9-0afbbcbbcf79 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 1098 time: 0.0422478 Sep 14 12:14:39.112171 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584e033-5b85-4277-97ea-7eef7328005e', 'name': 'tempest-TestVolumeBootPattern-1874295442-router', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a7103c85-1302-4082-9603-4b2263a868e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:31Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 4, 'project_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'gw_port': {'id': 'a7103c85-1302-4082-9603-4b2263a868e8', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584e033-5b85-4277-97ea-7eef7328005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:32Z', 'updated_at': '2021-09-14T12:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '85c0901c-ed03-4200-bb98-5d5dc29a68a2', 'name': '', 'network_id': 'afb3f927-a93f-41cb-9b61-2510e91624a9', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'mac_address': 'fa:16:3e:af:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584e033-5b85-4277-97ea-7eef7328005e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2c97c48d-309b-4e33-849e-219a3334c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:34Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 2, 'project_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'subnets': [{'id': '2c97c48d-309b-4e33-849e-219a3334c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:39.143245 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Checking router: 0584e033-5b85-4277-97ea-7eef7328005e for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:14:39.143599 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Updating router 0584e033-5b85-4277-97ea-7eef7328005e port 85c0901c-ed03-4200-bb98-5d5dc29a68a2 binding host dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:14:39.147376 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b76cc-4fec-4971-a085-679974683bbe req-6d1eb44a-63c6-403a-9010-5108f2116aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:39.148839 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-898b76cc-4fec-4971-a085-679974683bbe req-6d1eb44a-63c6-403a-9010-5108f2116aa3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7 HTTP/1.1" status: 200 len: 918 time: 0.1047940 Sep 14 12:14:39.167865 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:39.226758 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-898b76cc-4fec-4971-a085-679974683bbe req-ac1a7ee5-15b9-42db-8399-dc7e8ddf4ea8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff19d83-87f0-445f-b606-ce684b71d4ab HTTP/1.1" status: 200 len: 1001 time: 0.0575476 Sep 14 12:14:39.284320 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b76cc-4fec-4971-a085-679974683bbe req-6619c1c0-5c9a-467b-9fdf-903697816917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:39.285786 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-898b76cc-4fec-4971-a085-679974683bbe req-6619c1c0-5c9a-467b-9fdf-903697816917 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6208ef-9aa5-4893-bd46-0183fd7d2f36 HTTP/1.1" status: 200 len: 856 time: 0.0501549 Sep 14 12:14:39.340435 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b76cc-4fec-4971-a085-679974683bbe req-1b2584e7-1aa3-43ac-9be3-5325f2807773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:39.341993 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-898b76cc-4fec-4971-a085-679974683bbe req-1b2584e7-1aa3-43ac-9be3-5325f2807773 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403771 Sep 14 12:14:39.431878 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:39.440637 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-898b76cc-4fec-4971-a085-679974683bbe req-c2d2e0e9-e259-4d04-9250-63fea8a5c66f service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868156 Sep 14 12:14:39.441757 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Transition to ACTIVE for port object 85c0901c-ed03-4200-bb98-5d5dc29a68a2 will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:14:39.447290 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:39.496532 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b36591-9c38-42ea-a219-a4e4bb3a5107 None None] Pushing event updated for resources: {'Port': ['ID=85c0901c-ed03-4200-bb98-5d5dc29a68a2,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:39.546930 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-898b76cc-4fec-4971-a085-679974683bbe req-66ecc338-b270-469e-ac4e-0a4812e1bfda service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967820 Sep 14 12:14:39.556568 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Attempting to bind port 85c0901c-ed03-4200-bb98-5d5dc29a68a2 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:14:39.557024 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Attempting to bind port 85c0901c-ed03-4200-bb98-5d5dc29a68a2 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': 'bc80f085-8df8-42ea-8fb5-59ae716bbb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'afb3f927-a93f-41cb-9b61-2510e91624a9'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:14:39.557454 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Attempting to bind port 85c0901c-ed03-4200-bb98-5d5dc29a68a2 on network afb3f927-a93f-41cb-9b61-2510e91624a9 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:14:39.563469 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:14:39.563928 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Checking segment: {'id': 'bc80f085-8df8-42ea-8fb5-59ae716bbb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'afb3f927-a93f-41cb-9b61-2510e91624a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:14:39.564438 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:39.564928 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Bound using segment: {'id': 'bc80f085-8df8-42ea-8fb5-59ae716bbb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'afb3f927-a93f-41cb-9b61-2510e91624a9'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:14:39.565673 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Bound port: 85c0901c-ed03-4200-bb98-5d5dc29a68a2, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc80f085-8df8-42ea-8fb5-59ae716bbb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'afb3f927-a93f-41cb-9b61-2510e91624a9'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:14:39.566170 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:39.634006 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] For port 85c0901c-ed03-4200-bb98-5d5dc29a68a2, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:14:39.637652 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] For port 85c0901c-ed03-4200-bb98-5d5dc29a68a2, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=85c0901c-ed03-4200-bb98-5d5dc29a68a2,segment=NetworkSegment(bc80f085-8df8-42ea-8fb5-59ae716bbb04),segment_id=bc80f085-8df8-42ea-8fb5-59ae716bbb04)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:14:39.642634 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:39.696805 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Routers {'0584e033-5b85-4277-97ea-7eef7328005e'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:14:39.697428 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:14:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['0584e033-5b85-4277-97ea-7eef7328005e'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:39.738916 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b36591-9c38-42ea-a219-a4e4bb3a5107 None None] Pushing event updated for resources: {'Port': ['ID=85c0901c-ed03-4200-bb98-5d5dc29a68a2,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:39.824873 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] Set router 0584e033-5b85-4277-97ea-7eef7328005e gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:14:39.854201 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1071908-3d74-46a6-85eb-1fc6e11a578d req-7aea370e-4a78-4637-be50-b302bf74c73d tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:39.855991 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a1071908-3d74-46a6-85eb-1fc6e11a578d req-7aea370e-4a78-4637-be50-b302bf74c73d tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0587614 Sep 14 12:14:39.905205 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a1071908-3d74-46a6-85eb-1fc6e11a578d req-889fd257-9e99-4279-b9c8-f1f878cb6cc6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368173 Sep 14 12:14:40.110129 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584e033-5b85-4277-97ea-7eef7328005e', 'name': 'tempest-TestVolumeBootPattern-1874295442-router', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a7103c85-1302-4082-9603-4b2263a868e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:31Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 4, 'project_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'gw_port': {'id': 'a7103c85-1302-4082-9603-4b2263a868e8', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584e033-5b85-4277-97ea-7eef7328005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:32Z', 'updated_at': '2021-09-14T12:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '85c0901c-ed03-4200-bb98-5d5dc29a68a2', 'name': '', 'network_id': 'afb3f927-a93f-41cb-9b61-2510e91624a9', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'mac_address': 'fa:16:3e:af:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584e033-5b85-4277-97ea-7eef7328005e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2c97c48d-309b-4e33-849e-219a3334c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:34Z', 'updated_at': '2021-09-14T12:14:39Z', 'revision_number': 4, 'project_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'subnets': [{'id': '2c97c48d-309b-4e33-849e-219a3334c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:40.135168 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3799a0e-c599-426e-bae9-e33be0727116 None None] The sync data for ids ['0584e033-5b85-4277-97ea-7eef7328005e'] in dv-cinder-784945-14-iscsi is: [{'id': '0584e033-5b85-4277-97ea-7eef7328005e', 'name': 'tempest-TestVolumeBootPattern-1874295442-router', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a7103c85-1302-4082-9603-4b2263a868e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:31Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 4, 'project_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'gw_port': {'id': 'a7103c85-1302-4082-9603-4b2263a868e8', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584e033-5b85-4277-97ea-7eef7328005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:32Z', 'updated_at': '2021-09-14T12:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '85c0901c-ed03-4200-bb98-5d5dc29a68a2', 'name': '', 'network_id': 'afb3f927-a93f-41cb-9b61-2510e91624a9', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'mac_address': 'fa:16:3e:af:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584e033-5b85-4277-97ea-7eef7328005e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2c97c48d-309b-4e33-849e-219a3334c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:34Z', 'updated_at': '2021-09-14T12:14:39Z', 'revision_number': 4, 'project_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'subnets': [{'id': '2c97c48d-309b-4e33-849e-219a3334c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:14:40.618418 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device a7103c85-1302-4082-9603-4b2263a868e8 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:40.666138 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port a7103c85-1302-4082-9603-4b2263a868e8 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:40.666506 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:40.749318 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 85c0901c-ed03-4200-bb98-5d5dc29a68a2 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:40.795730 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 85c0901c-ed03-4200-bb98-5d5dc29a68a2 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:14:40.799193 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 85c0901c-ed03-4200-bb98-5d5dc29a68a2 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:40.799571 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:40.882094 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:40.914147 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 85c0901c-ed03-4200-bb98-5d5dc29a68a2, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=85c0901c-ed03-4200-bb98-5d5dc29a68a2,segment=NetworkSegment(bc80f085-8df8-42ea-8fb5-59ae716bbb04),segment_id=bc80f085-8df8-42ea-8fb5-59ae716bbb04)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:40.918381 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:40.974628 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=85c0901c-ed03-4200-bb98-5d5dc29a68a2,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:41.030848 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8ef32-78ce-4933-8351-c83cc98fca5d req-f9093e10-08c1-49f9-81d5-6cb20911317a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:41.032336 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bfb8ef32-78ce-4933-8351-c83cc98fca5d req-f9093e10-08c1-49f9-81d5-6cb20911317a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0552354 Sep 14 12:14:41.072131 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bfb8ef32-78ce-4933-8351-c83cc98fca5d req-004e9fa1-8e08-4f91-83e1-772c20a70234 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=21a86fea-96d5-42ce-94b6-db00a7630461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337737 Sep 14 12:14:41.414524 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ef90a-034a-4969-afe9-2f512d11436e req-0694fefc-e022-41a2-be7c-6ecb02736f8b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:41.415953 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac3ef90a-034a-4969-afe9-2f512d11436e req-0694fefc-e022-41a2-be7c-6ecb02736f8b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.22 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 945 time: 0.0491085 Sep 14 12:14:41.513620 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ac3ef90a-034a-4969-afe9-2f512d11436e req-21dc45bb-4cb9-41ed-b9d3-c52fb3abcb8f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Deleting port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:14:41.514505 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac3ef90a-034a-4969-afe9-2f512d11436e req-21dc45bb-4cb9-41ed-b9d3-c52fb3abcb8f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:41.613622 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ac3ef90a-034a-4969-afe9-2f512d11436e req-21dc45bb-4cb9-41ed-b9d3-c52fb3abcb8f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] For port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf,segment=NetworkSegment(3f2d7a91-3dd4-4446-870d-ce887d43071a),segment_id=3f2d7a91-3dd4-4446-870d-ce887d43071a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:41.613990 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac3ef90a-034a-4969-afe9-2f512d11436e req-21dc45bb-4cb9-41ed-b9d3-c52fb3abcb8f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:41.782462 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac3ef90a-034a-4969-afe9-2f512d11436e req-21dc45bb-4cb9-41ed-b9d3-c52fb3abcb8f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:41.782825 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac3ef90a-034a-4969-afe9-2f512d11436e req-21dc45bb-4cb9-41ed-b9d3-c52fb3abcb8f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:41.783175 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.l3_db [req-ac3ef90a-034a-4969-afe9-2f512d11436e req-21dc45bb-4cb9-41ed-b9d3-c52fb3abcb8f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Floating IP 45322588-6bcb-46c5-b32b-5e8654a42d37 disassociated. External IP: 172.27.0.129, port: e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf. Sep 14 12:14:41.783515 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ac3ef90a-034a-4969-afe9-2f512d11436e req-21dc45bb-4cb9-41ed-b9d3-c52fb3abcb8f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Calling delete_port for e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:14:41.914200 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac3ef90a-034a-4969-afe9-2f512d11436e req-21dc45bb-4cb9-41ed-b9d3-c52fb3abcb8f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:41.942999 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc45bb-4cb9-41ed-b9d3-c52fb3abcb8f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event deleted for resources: {'Port': ['ID=e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:42.066690 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac3ef90a-034a-4969-afe9-2f512d11436e req-21dc45bb-4cb9-41ed-b9d3-c52fb3abcb8f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:14:42.173887 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e1c0bffe-98ac-48c5-83a4-e5af3411b85b req-11ab5d57-cb4c-4a21-ac62-d4425d7f7807 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=35d74d64-7872-47f6-99e2-6b42f518dc45 HTTP/1.1" status: 200 len: 210 time: 0.0309834 Sep 14 12:14:42.200921 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac3ef90a-034a-4969-afe9-2f512d11436e req-21dc45bb-4cb9-41ed-b9d3-c52fb3abcb8f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:14:42.211652 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d20f4-e2a2-4133-b1ff-1b4356029840 None None] Sync routers for ids ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:14:42.222057 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d20f4-e2a2-4133-b1ff-1b4356029840 None None] Routers {'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:14:42.222772 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-eb9d20f4-e2a2-4133-b1ff-1b4356029840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:14:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:42.243094 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3ef90a-034a-4969-afe9-2f512d11436e req-21dc45bb-4cb9-41ed-b9d3-c52fb3abcb8f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] No DVR routers for this DVR port e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:14:42.245566 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac3ef90a-034a-4969-afe9-2f512d11436e req-21dc45bb-4cb9-41ed-b9d3-c52fb3abcb8f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:42.247677 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac3ef90a-034a-4969-afe9-2f512d11436e req-21dc45bb-4cb9-41ed-b9d3-c52fb3abcb8f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.22 "DELETE /v2.0/ports/e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf HTTP/1.1" status: 204 len: 173 time: 0.8236578 Sep 14 12:14:42.248115 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d74d64-7872-47f6-99e2-6b42f518dc45', 'name': 'network-vif-deleted', 'tag': 'e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:14:42.250539 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aa7514-0a94-41ec-8156-4514205b068c" -d '{"events": [{"server_uuid": "35d74d64-7872-47f6-99e2-6b42f518dc45", "name": "network-vif-deleted", "tag": "e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:42.302151 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26375f6b-37b4-4e70-8532-2ea55e69d589 x-openstack-request-id: req-26375f6b-37b4-4e70-8532-2ea55e69d589 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:42.302483 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d74d64-7872-47f6-99e2-6b42f518dc45", "name": "network-vif-deleted", "tag": "e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:42.302782 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26375f6b-37b4-4e70-8532-2ea55e69d589 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:42.303210 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d74d64-7872-47f6-99e2-6b42f518dc45', 'name': 'network-vif-deleted', 'tag': 'e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf', 'status': 'completed', 'code': 200} Sep 14 12:14:42.345054 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-eb9d20f4-e2a2-4133-b1ff-1b4356029840 None None] Set router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:14:42.555284 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-eb9d20f4-e2a2-4133-b1ff-1b4356029840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '5847e187-9b71-4a1e-9f84-40b10482bfca', 'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'mac_address': 'fa:16:3e:c0:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:30Z', 'updated_at': '2021-09-14T12:09:45Z', 'revision_number': 5, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'subnets': [{'id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:42.586724 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d20f4-e2a2-4133-b1ff-1b4356029840 None None] Checking router: b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:14:42.596619 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d20f4-e2a2-4133-b1ff-1b4356029840 None None] Routers {'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:14:42.597579 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-eb9d20f4-e2a2-4133-b1ff-1b4356029840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:14:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:42.631633 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 85c0901c-ed03-4200-bb98-5d5dc29a68a2 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:42.868103 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-eb9d20f4-e2a2-4133-b1ff-1b4356029840 None None] Set router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:14:42.870605 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 85c0901c-ed03-4200-bb98-5d5dc29a68a2 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:42.870979 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:43.129957 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-eb9d20f4-e2a2-4133-b1ff-1b4356029840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '5847e187-9b71-4a1e-9f84-40b10482bfca', 'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'mac_address': 'fa:16:3e:c0:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:30Z', 'updated_at': '2021-09-14T12:09:45Z', 'revision_number': 5, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'subnets': [{'id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:43.155139 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d20f4-e2a2-4133-b1ff-1b4356029840 None None] The sync data for ids ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'] in dv-cinder-784945-14-iscsi is: [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '5847e187-9b71-4a1e-9f84-40b10482bfca', 'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'mac_address': 'fa:16:3e:c0:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:30Z', 'updated_at': '2021-09-14T12:09:45Z', 'revision_number': 5, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'subnets': [{'id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:14:43.260793 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 50220) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:43.320930 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-39cd4957-22d9-4e4a-a534-8af691c77e3b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:43.348667 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-39cd4957-22d9-4e4a-a534-8af691c77e3b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:43.376565 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bce1b5-f82c-4527-b805-b242574b282d None None] New status for floating IP 45322588-6bcb-46c5-b32b-5e8654a42d37: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:14:43.400842 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-39cd4957-22d9-4e4a-a534-8af691c77e3b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:43.403465 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-39cd4957-22d9-4e4a-a534-8af691c77e3b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:43.405774 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-39cd4957-22d9-4e4a-a534-8af691c77e3b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "DELETE /v2.0/security-groups/21a86fea-96d5-42ce-94b6-db00a7630461 HTTP/1.1" status: 204 len: 168 time: 0.1427808 Sep 14 12:14:43.408110 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 50222) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:43.414556 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd4957-22d9-4e4a-a534-8af691c77e3b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a86fea-96d5-42ce-94b6-db00a7630461,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:43.438052 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.api.v2.resource [None req-1ba60c4e-cf81-4442-a8d3-d1f381912b23 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] show failed (client error): The resource could not be found. Sep 14 12:14:43.439185 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1ba60c4e-cf81-4442-a8d3-d1f381912b23 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups/21a86fea-96d5-42ce-94b6-db00a7630461 HTTP/1.1" status: 404 len: 347 time: 0.0287561 Sep 14 12:14:43.442056 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 50224) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:43.578108 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-05ad603c-25ce-4110-89dd-8aa50ae80a70 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Deleting port 44f0a8dd-a3e1-4798-a924-2386132603cd {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:14:43.578449 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05ad603c-25ce-4110-89dd-8aa50ae80a70 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:43.654281 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05ad603c-25ce-4110-89dd-8aa50ae80a70 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:43.655231 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05ad603c-25ce-4110-89dd-8aa50ae80a70 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:43.667084 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-05ad603c-25ce-4110-89dd-8aa50ae80a70 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Calling delete_port for 44f0a8dd-a3e1-4798-a924-2386132603cd owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:14:43.812321 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05ad603c-25ce-4110-89dd-8aa50ae80a70 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:43.840097 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad603c-25ce-4110-89dd-8aa50ae80a70 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event deleted for resources: {'Port': ['ID=44f0a8dd-a3e1-4798-a924-2386132603cd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:44.124860 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05ad603c-25ce-4110-89dd-8aa50ae80a70 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:44.127385 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05ad603c-25ce-4110-89dd-8aa50ae80a70 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:44.128533 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-05ad603c-25ce-4110-89dd-8aa50ae80a70 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "DELETE /v2.0/floatingips/45322588-6bcb-46c5-b32b-5e8654a42d37 HTTP/1.1" status: 204 len: 168 time: 0.6855643 Sep 14 12:14:44.479698 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 50234) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:44.484777 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b8e1fc61-f80f-40c6-a948-c954ddd1a5e8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1952630293', 'description': 'tempest-description--1658185544'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:44.506386 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8e1fc61-f80f-40c6-a948-c954ddd1a5e8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:44.585798 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8e1fc61-f80f-40c6-a948-c954ddd1a5e8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:44.589350 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8e1fc61-f80f-40c6-a948-c954ddd1a5e8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:44.619272 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b8e1fc61-f80f-40c6-a948-c954ddd1a5e8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:44.620496 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-b8e1fc61-f80f-40c6-a948-c954ddd1a5e8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1398063 Sep 14 12:14:44.623458 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 50236) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:44.625012 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1fc61-f80f-40c6-a948-c954ddd1a5e8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc77080-e743-4620-8df0-e5b593841fd0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:44.628224 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-0fdfdd69-b1cf-4889-9f37-35c809c78be1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Request body: {'security_group_rule': {'security_group_id': '4fc77080-e743-4620-8df0-e5b593841fd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:44.657151 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0fdfdd69-b1cf-4889-9f37-35c809c78be1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:44.703581 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0fdfdd69-b1cf-4889-9f37-35c809c78be1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:44.707150 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0fdfdd69-b1cf-4889-9f37-35c809c78be1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:44.724604 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfdd69-b1cf-4889-9f37-35c809c78be1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec17ce8d-87c3-4249-bcc9-8143c95bad8a,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:44.732625 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0fdfdd69-b1cf-4889-9f37-35c809c78be1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:44.734311 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0fdfdd69-b1cf-4889-9f37-35c809c78be1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1096039 Sep 14 12:14:44.737001 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 50238) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:44.741398 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-8b56123f-3d2b-4bf9-b31f-950a891babcf tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Request body: {'security_group_rule': {'security_group_id': '4fc77080-e743-4620-8df0-e5b593841fd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:44.766929 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8b56123f-3d2b-4bf9-b31f-950a891babcf tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:44.828458 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8b56123f-3d2b-4bf9-b31f-950a891babcf tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:44.832287 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8b56123f-3d2b-4bf9-b31f-950a891babcf tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:44.857219 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56123f-3d2b-4bf9-b31f-950a891babcf tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aefac013-0d20-4949-94c9-d0c54a73f729,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:44.861561 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8b56123f-3d2b-4bf9-b31f-950a891babcf tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:44.865746 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8b56123f-3d2b-4bf9-b31f-950a891babcf tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248143 Sep 14 12:14:44.866208 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 50244) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:14:44.870928 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Request body: {'floatingip': {'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:44.903112 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:45.007224 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:45.117615 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Allocated IP 172.27.0.121 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/1a8a40e4-ca24-407f-97d5-f2b2e37386bf) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:14:45.250435 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:45.289803 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:45.324709 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:45.328158 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:45.331595 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:14:45.352245 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:14:45.362715 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event updated for resources: {'Port': ['ID=1a8a40e4-ca24-407f-97d5-f2b2e37386bf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:45.376688 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:14:45.377027 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device e1a9fa5f-3ebc-4a18-90d5-2b0b155852cf not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:14:45.465122 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:45.501561 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:45.658375 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:45.662986 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:45.736047 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event updated for resources: {'Port': ['ID=1a8a40e4-ca24-407f-97d5-f2b2e37386bf,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:45.745635 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:45.759777 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:45.761039 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-392eb6f0-8cbf-4f86-b7f6-6a3cc27a1815 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8938379 Sep 14 12:14:45.903443 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-e27d3cf5-f490-45a4-9498-51b6dc07968d tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1952630293&fields=id&tenant_id=bc7f932fd90541ac8eb8962205371d28 HTTP/1.1" status: 200 len: 267 time: 0.0335112 Sep 14 12:14:46.015096 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-67fd3256-34af-4b9d-b99b-0f17b0a69836 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:46.016534 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-67fd3256-34af-4b9d-b99b-0f17b0a69836 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/networks?id=3329974f-caa5-4fbb-a97c-79e694482018 HTTP/1.1" status: 200 len: 811 time: 0.1054602 Sep 14 12:14:46.032203 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-a3c18a41-2c06-4c81-a23e-408e77f5212d tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/quotas/bc7f932fd90541ac8eb8962205371d28 HTTP/1.1" status: 200 len: 375 time: 0.0098424 Sep 14 12:14:46.084385 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-c8b55b2f-2791-440c-b65c-0145054f3ed6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc7f932fd90541ac8eb8962205371d28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467391 Sep 14 12:14:46.226826 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-e72909bb-c12d-44e3-a0c9-ed2f34cba7ed service neutron] 10.222.0.20 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280084 Sep 14 12:14:46.318306 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-227e9686-8abe-4567-874d-4075ec6bb0e8 service neutron] 10.222.0.20 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871985 Sep 14 12:14:46.477843 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dc1d57df-ac53-4286-9fb8-3dbfa6951c23 req-1648a863-df1a-44c8-a2e2-37821bb04ff1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 210 time: 0.0271339 Sep 14 12:14:47.597774 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f842c793-1f41-4283-abfb-28cc2342f3f3 req-ba3241e9-649f-4de8-90eb-7163e119c12a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 210 time: 0.0493190 Sep 14 12:14:47.683462 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-ec14cbc3-f16d-4b4f-a44e-0d45fee6668a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:47.684860 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-ec14cbc3-f16d-4b4f-a44e-0d45fee6668a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.22 "GET /v2.0/networks?id=3329974f-caa5-4fbb-a97c-79e694482018 HTTP/1.1" status: 200 len: 811 time: 0.1276944 Sep 14 12:14:47.744153 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-3c65ed05-f8ae-4ca2-b326-b7d5c717dc54 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc7f932fd90541ac8eb8962205371d28 HTTP/1.1" status: 200 len: 380 time: 0.0343974 Sep 14 12:14:47.757483 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-0f4b3c44-c969-4428-8ac0-44ea9b0b98b0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Request body: {'port': {'device_id': 'bc596ea9-2d3a-4545-84cf-2db209699f94', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'admin_state_up': True, 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'security_groups': ['4fc77080-e743-4620-8df0-e5b593841fd0']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:47.865595 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-0f4b3c44-c969-4428-8ac0-44ea9b0b98b0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Made reservation on behalf of bc7f932fd90541ac8eb8962205371d28 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:14:47.868998 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-0f4b3c44-c969-4428-8ac0-44ea9b0b98b0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:47.993514 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-0f4b3c44-c969-4428-8ac0-44ea9b0b98b0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Allocated IP 172.20.0.7 (3329974f-caa5-4fbb-a97c-79e694482018/376911e4-d0c1-454d-ab61-9236295f51b8/02b35c9f-3583-4932-92cb-2b0f54eb8fe3) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:14:48.130007 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-0f4b3c44-c969-4428-8ac0-44ea9b0b98b0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:48.143218 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-0f4b3c44-c969-4428-8ac0-44ea9b0b98b0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Transition to ACTIVE for port object 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:14:48.176114 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-0f4b3c44-c969-4428-8ac0-44ea9b0b98b0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:48.217636 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-0f4b3c44-c969-4428-8ac0-44ea9b0b98b0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Network 3329974f-caa5-4fbb-a97c-79e694482018 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:48.220681 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-0f4b3c44-c969-4428-8ac0-44ea9b0b98b0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:48.224283 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-0f4b3c44-c969-4428-8ac0-44ea9b0b98b0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:14:48.232564 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b3c44-c969-4428-8ac0-44ea9b0b98b0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event updated for resources: {'Port': ['ID=02b35c9f-3583-4932-92cb-2b0f54eb8fe3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:48.282250 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-0f4b3c44-c969-4428-8ac0-44ea9b0b98b0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:48.282887 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-0f4b3c44-c969-4428-8ac0-44ea9b0b98b0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:48.298614 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-0f4b3c44-c969-4428-8ac0-44ea9b0b98b0 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5448523 Sep 14 12:14:48.314071 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Request body: {'port': {'device_id': 'bc596ea9-2d3a-4545-84cf-2db209699f94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:48.373086 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:48.449246 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1149d720-26b6-4a3d-9750-287eb979c9be None None] Provisioning for port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:14:48.456461 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1149d720-26b6-4a3d-9750-287eb979c9be None None] Provisioning complete for port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:48.456843 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1149d720-26b6-4a3d-9750-287eb979c9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:48.492422 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1149d720-26b6-4a3d-9750-287eb979c9be None None] Port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:14:48.644438 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:14:48.651843 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:48.664004 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Transition to ACTIVE for port object 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:14:48.667916 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:48.769683 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Pushing event updated for resources: {'Port': ['ID=02b35c9f-3583-4932-92cb-2b0f54eb8fe3,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:48.806259 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b1976-7b43-4ea8-b8e9-89e598dd0b70 req-a581f8a3-3c68-4bc1-ba31-808efc368f57 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:48.807892 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-516b1976-7b43-4ea8-b8e9-89e598dd0b70 req-a581f8a3-3c68-4bc1-ba31-808efc368f57 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 943 time: 0.1363215 Sep 14 12:14:48.861976 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Attempting to bind port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:14:48.862313 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Attempting to bind port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:14:48.862644 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Attempting to bind port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 on network 3329974f-caa5-4fbb-a97c-79e694482018 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:14:48.870154 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-516b1976-7b43-4ea8-b8e9-89e598dd0b70 req-d3fe74e6-d725-4faf-925b-b9dc9684504c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519662 Sep 14 12:14:48.872233 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 on network 3329974f-caa5-4fbb-a97c-79e694482018 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:14:48.872557 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Attempting to bind port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 on network 3329974f-caa5-4fbb-a97c-79e694482018 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:14:48.888218 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:14:48.888802 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Checking segment: {'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:14:48.889601 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Bound using segment: {'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:14:48.890055 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Bound port: 02b35c9f-3583-4932-92cb-2b0f54eb8fe3, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2d7a91-3dd4-4446-870d-ce887d43071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:14:48.890421 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:48.965060 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] For port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:14:48.969314 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] For port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=02b35c9f-3583-4932-92cb-2b0f54eb8fe3,segment=NetworkSegment(3f2d7a91-3dd4-4446-870d-ce887d43071a),segment_id=3f2d7a91-3dd4-4446-870d-ce887d43071a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:14:48.973295 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:49.007372 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:49.007976 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:49.009337 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] 10.222.0.22 "PUT /v2.0/ports/02b35c9f-3583-4932-92cb-2b0f54eb8fe3 HTTP/1.1" status: 200 len: 1093 time: 0.6998882 Sep 14 12:14:49.009765 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc596ea9-2d3a-4545-84cf-2db209699f94', 'tag': '02b35c9f-3583-4932-92cb-2b0f54eb8fe3'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:14:49.012033 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1790da0b-4b2a-4b7a-8ddf-66cbd3b1a666" -d '{"events": [{"name": "network-changed", "server_uuid": "bc596ea9-2d3a-4545-84cf-2db209699f94", "tag": "02b35c9f-3583-4932-92cb-2b0f54eb8fe3"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:49.042987 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6fa5b-47dd-420d-968a-c5009ca86d27 service neutron] Pushing event updated for resources: {'Port': ['ID=02b35c9f-3583-4932-92cb-2b0f54eb8fe3,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:49.106924 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-bafa1ff4-22f1-4fa3-9225-09eed83bd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:49.109169 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-bafa1ff4-22f1-4fa3-9225-09eed83bd367 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc7f932fd90541ac8eb8962205371d28&device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 1096 time: 0.0512655 Sep 14 12:14:49.161559 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffd6547-0801-40c4-beef-d0137f8fa1e0 x-openstack-request-id: req-bffd6547-0801-40c4-beef-d0137f8fa1e0 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:49.161908 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc596ea9-2d3a-4545-84cf-2db209699f94", "tag": "02b35c9f-3583-4932-92cb-2b0f54eb8fe3", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:49.162088 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bffd6547-0801-40c4-beef-d0137f8fa1e0 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:49.162481 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc596ea9-2d3a-4545-84cf-2db209699f94', 'tag': '02b35c9f-3583-4932-92cb-2b0f54eb8fe3', 'status': 'completed', 'code': 200} Sep 14 12:14:49.164028 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-e6cd23c6-075c-49a4-96ab-73e730df8721 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02b35c9f-3583-4932-92cb-2b0f54eb8fe3 HTTP/1.1" status: 200 len: 217 time: 0.0466917 Sep 14 12:14:49.215567 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-8890de45-9e69-411d-b71b-4e6aa2e34aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:49.217713 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-8890de45-9e69-411d-b71b-4e6aa2e34aee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=376911e4-d0c1-454d-ab61-9236295f51b8 HTTP/1.1" status: 200 len: 850 time: 0.0444996 Sep 14 12:14:49.263170 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-42986c14-444e-4d89-a4f0-e6b3918c362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:49.265162 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-42986c14-444e-4d89-a4f0-e6b3918c362e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3329974f-caa5-4fbb-a97c-79e694482018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406163 Sep 14 12:14:49.367158 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-cf555f31-fae1-4385-a715-92f1510224be service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890915 Sep 14 12:14:49.460114 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-846dcaa2-884f-4ab6-8476-ba833db81369 req-dac7615c-47b2-425d-a29b-d1e4e106b73e service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847871 Sep 14 12:14:49.554481 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790da0b-4b2a-4b7a-8ddf-66cbd3b1a666 req-a3706071-d2ae-448a-be26-e38e4ed81c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:49.556044 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1790da0b-4b2a-4b7a-8ddf-66cbd3b1a666 req-a3706071-d2ae-448a-be26-e38e4ed81c11 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc7f932fd90541ac8eb8962205371d28&device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 1096 time: 0.0444977 Sep 14 12:14:49.651766 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790da0b-4b2a-4b7a-8ddf-66cbd3b1a666 req-7045ca4f-65ea-47bf-9551-2107d8364f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:49.653174 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1790da0b-4b2a-4b7a-8ddf-66cbd3b1a666 req-7045ca4f-65ea-47bf-9551-2107d8364f28 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3329974f-caa5-4fbb-a97c-79e694482018 HTTP/1.1" status: 200 len: 912 time: 0.0874925 Sep 14 12:14:49.702248 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1790da0b-4b2a-4b7a-8ddf-66cbd3b1a666 req-391cf0ac-481e-4311-96f6-d9ffe59c993d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02b35c9f-3583-4932-92cb-2b0f54eb8fe3 HTTP/1.1" status: 200 len: 217 time: 0.0385947 Sep 14 12:14:49.754182 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790da0b-4b2a-4b7a-8ddf-66cbd3b1a666 req-89299a5b-3970-43e9-a3aa-49f31464ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:49.755655 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1790da0b-4b2a-4b7a-8ddf-66cbd3b1a666 req-89299a5b-3970-43e9-a3aa-49f31464ec9c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=376911e4-d0c1-454d-ab61-9236295f51b8 HTTP/1.1" status: 200 len: 850 time: 0.0442383 Sep 14 12:14:49.802537 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790da0b-4b2a-4b7a-8ddf-66cbd3b1a666 req-0dbedcb1-4d8c-47b9-b9f0-a9375415788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:49.804064 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1790da0b-4b2a-4b7a-8ddf-66cbd3b1a666 req-0dbedcb1-4d8c-47b9-b9f0-a9375415788a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3329974f-caa5-4fbb-a97c-79e694482018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401778 Sep 14 12:14:49.900782 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1790da0b-4b2a-4b7a-8ddf-66cbd3b1a666 req-2bba4163-859d-4d66-bef0-f0d13f5008dd service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869205 Sep 14 12:14:50.028102 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1790da0b-4b2a-4b7a-8ddf-66cbd3b1a666 req-f27c0337-f15d-4b79-ad11-3c98162b7b92 service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161556 Sep 14 12:14:50.036518 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f74690-0c01-4d8f-aabd-c57d4b053fa2 req-d339d52c-0ea0-4bdc-ac92-be3cd05ce9f5 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:50.037896 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-11f74690-0c01-4d8f-aabd-c57d4b053fa2 req-d339d52c-0ea0-4bdc-ac92-be3cd05ce9f5 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 943 time: 0.0931656 Sep 14 12:14:50.076981 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-11f74690-0c01-4d8f-aabd-c57d4b053fa2 req-7f533a71-23bc-47d9-a0b6-e12475267b92 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332234 Sep 14 12:14:51.191922 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504f543-adff-4a1d-b280-b2e36774e578 req-e187f0e0-8ca8-4f31-8f79-a479283ee45c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:51.193464 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1504f543-adff-4a1d-b280-b2e36774e578 req-e187f0e0-8ca8-4f31-8f79-a479283ee45c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 943 time: 0.0496199 Sep 14 12:14:51.233819 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1504f543-adff-4a1d-b280-b2e36774e578 req-7f81e3f3-a987-4990-ab2f-fc0c17eb316b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342131 Sep 14 12:14:51.366291 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:14:51.461180 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=02b35c9f-3583-4932-92cb-2b0f54eb8fe3,segment=NetworkSegment(3f2d7a91-3dd4-4446-870d-ce887d43071a),segment_id=3f2d7a91-3dd4-4446-870d-ce887d43071a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:51.473785 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': '02b35c9f-3583-4932-92cb-2b0f54eb8fe3', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'port_id': '02b35c9f-3583-4932-92cb-2b0f54eb8fe3', 'mac_address': 'fa:16:3e:fc:ad:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:14:51.514952 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:51.527830 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:14:51.549744 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=02b35c9f-3583-4932-92cb-2b0f54eb8fe3,segment=NetworkSegment(3f2d7a91-3dd4-4446-870d-ce887d43071a),segment_id=3f2d7a91-3dd4-4446-870d-ce887d43071a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:51.553627 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:51.609167 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=02b35c9f-3583-4932-92cb-2b0f54eb8fe3,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:51.868535 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['02b35c9f-3583-4932-92cb-2b0f54eb8fe3'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:14:52.349507 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48420829-776a-4415-b56b-b7cc1bd434f7 req-4b6e6196-88f6-4c1a-bdd2-3d19e21ef4e7 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:52.351043 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-48420829-776a-4415-b56b-b7cc1bd434f7 req-4b6e6196-88f6-4c1a-bdd2-3d19e21ef4e7 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 944 time: 0.0499802 Sep 14 12:14:52.391234 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-48420829-776a-4415-b56b-b7cc1bd434f7 req-35a86823-d936-403d-b6f9-058c8945328c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332737 Sep 14 12:14:53.507904 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21331d9f-c7fd-4fe9-9ce5-9cc19e416ba2 req-78ba6461-82b1-42ec-b5da-4bd89f4cda38 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:53.509345 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21331d9f-c7fd-4fe9-9ce5-9cc19e416ba2 req-78ba6461-82b1-42ec-b5da-4bd89f4cda38 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 944 time: 0.0519011 Sep 14 12:14:53.545134 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21331d9f-c7fd-4fe9-9ce5-9cc19e416ba2 req-1fa7cd83-b650-4959-8f3e-68b6297012f8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298884 Sep 14 12:14:54.177680 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:54.223956 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:14:54.227534 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:14:54.227905 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:54.299936 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:54.323296 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc596ea9-2d3a-4545-84cf-2db209699f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b35c9f-3583-4932-92cb-2b0f54eb8fe3'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:14:54.325501 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba83605b-4dd7-4a8d-a289-d151343eb745" -d '{"events": [{"server_uuid": "bc596ea9-2d3a-4545-84cf-2db209699f94", "name": "network-vif-plugged", "status": "completed", "tag": "02b35c9f-3583-4932-92cb-2b0f54eb8fe3"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:54.338345 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=02b35c9f-3583-4932-92cb-2b0f54eb8fe3,segment=NetworkSegment(3f2d7a91-3dd4-4446-870d-ce887d43071a),segment_id=3f2d7a91-3dd4-4446-870d-ce887d43071a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:54.342220 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:54.365723 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b204c5df-dbb6-47f7-b497-ce67b07ab8bc x-openstack-request-id: req-b204c5df-dbb6-47f7-b497-ce67b07ab8bc {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:54.366005 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc596ea9-2d3a-4545-84cf-2db209699f94", "name": "network-vif-plugged", "status": "completed", "tag": "02b35c9f-3583-4932-92cb-2b0f54eb8fe3", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:54.366248 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b204c5df-dbb6-47f7-b497-ce67b07ab8bc {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:54.366622 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc596ea9-2d3a-4545-84cf-2db209699f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b35c9f-3583-4932-92cb-2b0f54eb8fe3', 'code': 200} Sep 14 12:14:54.390109 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=02b35c9f-3583-4932-92cb-2b0f54eb8fe3,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:54.659906 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125d88b-1846-4e3b-a37e-813a2da646d7 req-b6eb39e0-86cd-4cb8-9854-d6e24e86aa41 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:54.661399 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c125d88b-1846-4e3b-a37e-813a2da646d7 req-b6eb39e0-86cd-4cb8-9854-d6e24e86aa41 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 945 time: 0.0478072 Sep 14 12:14:54.698394 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c125d88b-1846-4e3b-a37e-813a2da646d7 req-8c451a5f-6a43-4065-bc63-15a97ba2ff53 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310037 Sep 14 12:14:55.808995 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dddafa-5d62-4f36-9a2e-a445199263b9 req-f491ff95-1c11-41f7-937b-af337773f34b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:55.810471 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-93dddafa-5d62-4f36-9a2e-a445199263b9 req-f491ff95-1c11-41f7-937b-af337773f34b tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 945 time: 0.0477884 Sep 14 12:14:55.847841 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-93dddafa-5d62-4f36-9a2e-a445199263b9 req-a3406d5c-e2e1-40bf-9161-b740dc453cca tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Sep 14 12:14:56.212636 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50982164-3caf-4da5-a5b9-4b41f947ebe9 req-cb91f2d0-5e56-4797-9545-a10865e15fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:56.213970 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-50982164-3caf-4da5-a5b9-4b41f947ebe9 req-cb91f2d0-5e56-4797-9545-a10865e15fd1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 1098 time: 0.0407069 Sep 14 12:14:56.250285 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-50982164-3caf-4da5-a5b9-4b41f947ebe9 req-d09c74f1-a2f7-44b4-a16d-b197cdff4a81 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275383 Sep 14 12:14:56.960059 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ee6f4-dcc1-450e-bcca-6f2d9228158e req-a30f2088-2b66-4cab-8f12-ddad632897ba tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:56.961557 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f28ee6f4-dcc1-450e-bcca-6f2d9228158e req-a30f2088-2b66-4cab-8f12-ddad632897ba tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 945 time: 0.0489266 Sep 14 12:14:56.998920 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f28ee6f4-dcc1-450e-bcca-6f2d9228158e req-b57f3521-990a-47e0-b8ec-366465179e87 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310478 Sep 14 12:14:58.114864 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e25ba-3484-4955-9abd-f1c544a68b16 req-fa3ba1de-6e43-465a-abee-4d531948fd7f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:58.116353 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c39e25ba-3484-4955-9abd-f1c544a68b16 req-fa3ba1de-6e43-465a-abee-4d531948fd7f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 945 time: 0.0487165 Sep 14 12:14:58.152126 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c39e25ba-3484-4955-9abd-f1c544a68b16 req-149abbb1-ad94-4e56-a7d6-e1d884f76a90 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300734 Sep 14 12:14:58.970539 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-66a0409f-431f-400e-b6d9-dbd9a948c966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:14:59.267503 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390060f-6702-48a4-a1f1-89b33138b13b req-e6e8444b-c214-4d72-8d49-e573bae5a531 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:14:59.268970 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3390060f-6702-48a4-a1f1-89b33138b13b req-e6e8444b-c214-4d72-8d49-e573bae5a531 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 945 time: 0.0512469 Sep 14 12:14:59.304583 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3390060f-6702-48a4-a1f1-89b33138b13b req-437941e4-dd36-4498-9516-f7df9aad5b91 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298424 Sep 14 12:15:00.416139 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956f236-3384-4aa5-a5c8-5c469a28db3d req-d0fcdb84-0810-4143-9c80-68b9e2a5894e tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:00.417514 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f956f236-3384-4aa5-a5c8-5c469a28db3d req-d0fcdb84-0810-4143-9c80-68b9e2a5894e tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 945 time: 0.0479000 Sep 14 12:15:00.453768 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f956f236-3384-4aa5-a5c8-5c469a28db3d req-6a0d004f-3cfd-453c-89ef-35f24d2a808a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302982 Sep 14 12:15:01.565322 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92356835-c46c-494e-96c4-45e637e27a98 req-974a7435-f119-40e9-8e78-b6317e6a6c29 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:01.566762 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-92356835-c46c-494e-96c4-45e637e27a98 req-974a7435-f119-40e9-8e78-b6317e6a6c29 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 945 time: 0.0478475 Sep 14 12:15:01.603035 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-92356835-c46c-494e-96c4-45e637e27a98 req-46dc692c-fe80-4db2-a7a0-6086d2c80dd6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303545 Sep 14 12:15:01.716157 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea1198-0b15-4851-b950-34fd742aa766 req-4de68567-0f5a-42c8-981a-37f45ee663fb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:01.717855 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-42ea1198-0b15-4851-b950-34fd742aa766 req-4de68567-0f5a-42c8-981a-37f45ee663fb tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 945 time: 0.0505304 Sep 14 12:15:01.725708 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b3de2169-a70f-44cf-a4ed-eec34f938b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:01.727583 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 50428) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:15:01.732003 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-a6e0f414-05fd-44f7-b946-0198419b3842 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Request body: {'floatingip': {'port_id': '02b35c9f-3583-4932-92cb-2b0f54eb8fe3'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:15:01.967848 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:01.991308 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f414-05fd-44f7-b946-0198419b3842 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for floatingip, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:02.512653 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f414-05fd-44f7-b946-0198419b3842 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:02.517156 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f414-05fd-44f7-b946-0198419b3842 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:02.613186 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.l3_db [None req-a6e0f414-05fd-44f7-b946-0198419b3842 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Floating IP 70e6eead-c711-4c19-875c-4604337583ee associated. External IP: 172.27.0.121, port: 02b35c9f-3583-4932-92cb-2b0f54eb8fe3. Sep 14 12:15:02.810263 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e0f414-05fd-44f7-b946-0198419b3842 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:15:02.915556 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e0f414-05fd-44f7-b946-0198419b3842 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:15:02.920293 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f414-05fd-44f7-b946-0198419b3842 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:02.927442 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3fd84e-2c44-41ea-b9fb-8fcb445cf784 None None] Sync routers for ids ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:15:02.939206 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:02.940195 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3fd84e-2c44-41ea-b9fb-8fcb445cf784 None None] Routers {'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:15:02.940810 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-5a3fd84e-2c44-41ea-b9fb-8fcb445cf784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:15:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:02.947718 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a6e0f414-05fd-44f7-b946-0198419b3842 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "PUT /v2.0/floatingips/70e6eead-c711-4c19-875c-4604337583ee HTTP/1.1" status: 200 len: 991 time: 1.2189116 Sep 14 12:15:02.948260 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc596ea9-2d3a-4545-84cf-2db209699f94', 'tag': '02b35c9f-3583-4932-92cb-2b0f54eb8fe3'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:15:02.950473 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001ef912-ead2-4054-aa20-fcd9e63db6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc596ea9-2d3a-4545-84cf-2db209699f94", "tag": "02b35c9f-3583-4932-92cb-2b0f54eb8fe3"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:15:02.998653 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762c66ec-1d27-47e0-a430-e5c811c918f9 x-openstack-request-id: req-762c66ec-1d27-47e0-a430-e5c811c918f9 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:15:02.998941 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc596ea9-2d3a-4545-84cf-2db209699f94", "tag": "02b35c9f-3583-4932-92cb-2b0f54eb8fe3", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:15:02.999359 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-762c66ec-1d27-47e0-a430-e5c811c918f9 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:15:03.000763 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc596ea9-2d3a-4545-84cf-2db209699f94', 'tag': '02b35c9f-3583-4932-92cb-2b0f54eb8fe3', 'status': 'completed', 'code': 200} Sep 14 12:15:03.044665 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-5a3fd84e-2c44-41ea-b9fb-8fcb445cf784 None None] Set router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:15:03.263281 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-5a3fd84e-2c44-41ea-b9fb-8fcb445cf784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '70e6eead-c711-4c19-875c-4604337583ee', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'port_id': '02b35c9f-3583-4932-92cb-2b0f54eb8fe3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'mac_address': 'fa:16:3e:fc:ad:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc596ea9-2d3a-4545-84cf-2db209699f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:14:45Z', 'updated_at': '2021-09-14T12:15:02Z', 'revision_number': 1, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5847e187-9b71-4a1e-9f84-40b10482bfca', 'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'mac_address': 'fa:16:3e:c0:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:30Z', 'updated_at': '2021-09-14T12:09:45Z', 'revision_number': 5, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'subnets': [{'id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:03.288516 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3fd84e-2c44-41ea-b9fb-8fcb445cf784 None None] Checking router: b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:15:03.296367 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3fd84e-2c44-41ea-b9fb-8fcb445cf784 None None] Routers {'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:15:03.297511 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-5a3fd84e-2c44-41ea-b9fb-8fcb445cf784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:15:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:03.398764 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-5a3fd84e-2c44-41ea-b9fb-8fcb445cf784 None None] Set router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:15:03.612625 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-5a3fd84e-2c44-41ea-b9fb-8fcb445cf784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '70e6eead-c711-4c19-875c-4604337583ee', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'port_id': '02b35c9f-3583-4932-92cb-2b0f54eb8fe3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'mac_address': 'fa:16:3e:fc:ad:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc596ea9-2d3a-4545-84cf-2db209699f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:14:45Z', 'updated_at': '2021-09-14T12:15:02Z', 'revision_number': 1, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5847e187-9b71-4a1e-9f84-40b10482bfca', 'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'mac_address': 'fa:16:3e:c0:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:30Z', 'updated_at': '2021-09-14T12:09:45Z', 'revision_number': 5, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'subnets': [{'id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:03.756057 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3fd84e-2c44-41ea-b9fb-8fcb445cf784 None None] The sync data for ids ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'] in dv-cinder-784945-14-iscsi is: [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '70e6eead-c711-4c19-875c-4604337583ee', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'port_id': '02b35c9f-3583-4932-92cb-2b0f54eb8fe3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'mac_address': 'fa:16:3e:fc:ad:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc596ea9-2d3a-4545-84cf-2db209699f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:14:45Z', 'updated_at': '2021-09-14T12:15:02Z', 'revision_number': 1, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5847e187-9b71-4a1e-9f84-40b10482bfca', 'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'mac_address': 'fa:16:3e:c0:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:30Z', 'updated_at': '2021-09-14T12:09:45Z', 'revision_number': 5, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'subnets': [{'id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:15:03.912393 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:03.957726 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c06e3b-bb26-4c60-a7da-959d368a9c4d None None] New status for floating IP 70e6eead-c711-4c19-875c-4604337583ee: ACTIVE {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:15:05.203580 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:05.855159 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef912-ead2-4054-aa20-fcd9e63db6c6 req-c2b8913c-0480-431f-9d4f-6a82f0e4894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:05.856664 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-001ef912-ead2-4054-aa20-fcd9e63db6c6 req-c2b8913c-0480-431f-9d4f-6a82f0e4894d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc7f932fd90541ac8eb8962205371d28&device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 1098 time: 0.0419500 Sep 14 12:15:05.948386 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef912-ead2-4054-aa20-fcd9e63db6c6 req-3bf73999-cc76-4878-8bb9-c875c9a9be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:05.949838 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-001ef912-ead2-4054-aa20-fcd9e63db6c6 req-3bf73999-cc76-4878-8bb9-c875c9a9be67 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3329974f-caa5-4fbb-a97c-79e694482018 HTTP/1.1" status: 200 len: 912 time: 0.0853372 Sep 14 12:15:06.025538 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-001ef912-ead2-4054-aa20-fcd9e63db6c6 req-8cec10ac-0e7a-45e9-9f1c-54ee53164aa2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02b35c9f-3583-4932-92cb-2b0f54eb8fe3 HTTP/1.1" status: 200 len: 1001 time: 0.0606382 Sep 14 12:15:06.087804 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef912-ead2-4054-aa20-fcd9e63db6c6 req-e382a1dc-7673-405b-b197-b5f2cfe08a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:06.089954 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-001ef912-ead2-4054-aa20-fcd9e63db6c6 req-e382a1dc-7673-405b-b197-b5f2cfe08a07 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=376911e4-d0c1-454d-ab61-9236295f51b8 HTTP/1.1" status: 200 len: 850 time: 0.0537653 Sep 14 12:15:06.136972 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef912-ead2-4054-aa20-fcd9e63db6c6 req-2cb8e7e8-356a-4e60-83c8-fdc825b312f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:06.138413 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-001ef912-ead2-4054-aa20-fcd9e63db6c6 req-2cb8e7e8-356a-4e60-83c8-fdc825b312f1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3329974f-caa5-4fbb-a97c-79e694482018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402343 Sep 14 12:15:06.231854 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-001ef912-ead2-4054-aa20-fcd9e63db6c6 req-bc7079f1-1730-4b78-9a55-4c20e8d10e46 service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822434 Sep 14 12:15:06.237257 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:15:06.328979 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-001ef912-ead2-4054-aa20-fcd9e63db6c6 req-131d5292-fb58-47bb-b37b-e790b27403bc service neutron] 10.222.0.22 "GET /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864952 Sep 14 12:15:07.478840 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-040bedcb-68b7-4c89-b325-b27c09067ddd tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901111487&fields=id&tenant_id=9a6bd858c8ef450bbfa54900f4d817c6 HTTP/1.1" status: 200 len: 267 time: 0.0315180 Sep 14 12:15:07.586291 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-cd54531e-a79a-413e-a344-88a70f6b6f49 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:07.587805 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-cd54531e-a79a-413e-a344-88a70f6b6f49 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/networks?id=8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 200 len: 812 time: 0.1025648 Sep 14 12:15:07.605526 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-231a43e5-80fc-47e3-aacf-712da38a487d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/quotas/9a6bd858c8ef450bbfa54900f4d817c6 HTTP/1.1" status: 200 len: 375 time: 0.0118232 Sep 14 12:15:07.657099 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-a0ee48f7-96d9-40f4-9efd-471f655775e7 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448034 Sep 14 12:15:07.798246 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-56bbf335-2e7f-4605-845d-2b742ed01d54 service neutron] 10.222.0.20 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291780 Sep 14 12:15:07.885189 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-e78ed94d-b4b2-4dd8-bc14-01fb92e60d66 service neutron] 10.222.0.20 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810392 Sep 14 12:15:08.168693 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-69d990ae-b85e-4993-8ac0-5156200e2006 req-68fc86b8-c9ae-4d6e-b69b-f90def768fec tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 210 time: 0.0262740 Sep 14 12:15:09.282029 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b3eb1f4b-5dd6-472c-8e40-cddd9ca0e449 req-ca63d1ab-cb10-4c0f-a49a-0cab7ed24d37 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 210 time: 0.0353336 Sep 14 12:15:09.305299 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-29e057fc-6b35-4320-ad6e-33d5b19b9138 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:09.306721 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-29e057fc-6b35-4320-ad6e-33d5b19b9138 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.22 "GET /v2.0/networks?id=8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 200 len: 812 time: 0.1397190 Sep 14 12:15:09.358679 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-066e7f29-e2ec-4896-b6ba-6000867cb86a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a6bd858c8ef450bbfa54900f4d817c6 HTTP/1.1" status: 200 len: 379 time: 0.0338528 Sep 14 12:15:09.368784 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Request body: {'port': {'device_id': '18ebdcc8-e03a-46ea-b534-b12fe35cd57d', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'admin_state_up': True, 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'security_groups': ['2f312e7e-997f-4541-a3a0-2b665b2048b4']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:15:09.477004 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Made reservation on behalf of 9a6bd858c8ef450bbfa54900f4d817c6 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:15:09.480561 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:09.606255 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Allocated IP 172.20.0.4 (8153d896-6d81-493c-b928-67b848ea6c27/e0344958-2675-4284-b3fc-b68b7f0b4b21/16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:15:10.003846 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:10.011634 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Transition to ACTIVE for port object 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:15:10.044461 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:10.088110 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Network 8153d896-6d81-493c-b928-67b848ea6c27 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:15:10.090975 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:15:10.095180 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:15:10.121082 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event updated for resources: {'Port': ['ID=16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:10.137392 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:10.137804 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:10.138142 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:10.138410 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:10.138744 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:10.139095 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:10.139426 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:10.139751 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:10.140077 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:10.141301 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:10.141654 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:10.141981 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:10.160494 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:10.161115 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:10.175781 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-d759baf5-3626-4a1f-8f7e-c45035b3a41d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8105347 Sep 14 12:15:10.201982 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Request body: {'port': {'device_id': '18ebdcc8-e03a-46ea-b534-b12fe35cd57d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:15:10.258901 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:10.380283 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2e47c58d-50b7-4d74-a0d5-7cc6ef52a9b9 None None] Provisioning for port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:15:10.385542 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2e47c58d-50b7-4d74-a0d5-7cc6ef52a9b9 None None] Provisioning complete for port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:15:10.385542 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2e47c58d-50b7-4d74-a0d5-7cc6ef52a9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:10.417487 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2e47c58d-50b7-4d74-a0d5-7cc6ef52a9b9 None None] Port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:15:10.447211 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbd4fb-2e24-4cd5-bb15-263cfe883481 req-606474f9-6d74-4870-b1e3-0913fd56dcd1 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:10.448687 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-05dbd4fb-2e24-4cd5-bb15-263cfe883481 req-606474f9-6d74-4870-b1e3-0913fd56dcd1 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 931 time: 0.0885129 Sep 14 12:15:10.528610 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-05dbd4fb-2e24-4cd5-bb15-263cfe883481 req-3862c2c6-2540-460d-b449-46ddb72cd382 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516326 Sep 14 12:15:10.594652 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:15:10.602398 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:10.614626 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Transition to ACTIVE for port object 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:15:10.618311 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:10.670390 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:10.739214 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Attempting to bind port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:15:10.739553 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Attempting to bind port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:15:10.739883 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Attempting to bind port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 on network 8153d896-6d81-493c-b928-67b848ea6c27 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:15:10.744319 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 on network 8153d896-6d81-493c-b928-67b848ea6c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:15:10.744645 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Attempting to bind port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 on network 8153d896-6d81-493c-b928-67b848ea6c27 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:15:10.751232 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:15:10.751592 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Checking segment: {'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:15:10.752020 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Bound using segment: {'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:15:10.752674 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Bound port: 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:15:10.753040 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:10.825679 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] For port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:15:10.830275 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] For port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:15:10.834095 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:10.871831 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:10.872427 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:10.873790 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] 10.222.0.22 "PUT /v2.0/ports/16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 HTTP/1.1" status: 200 len: 1093 time: 0.6761861 Sep 14 12:15:10.874222 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ebdcc8-e03a-46ea-b534-b12fe35cd57d', 'tag': '16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:15:10.877234 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196f38ed-cc32-40cc-a4de-aa4d2ce927b2" -d '{"events": [{"name": "network-changed", "server_uuid": "18ebdcc8-e03a-46ea-b534-b12fe35cd57d", "tag": "16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:15:10.902729 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd05ec5-180c-48d4-a5ad-a8480f6b8aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:10.924164 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6cd8a2-4024-4616-b002-becc1dd2acb6 x-openstack-request-id: req-9b6cd8a2-4024-4616-b002-becc1dd2acb6 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:15:10.924462 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ebdcc8-e03a-46ea-b534-b12fe35cd57d", "tag": "16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:15:10.924714 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b6cd8a2-4024-4616-b002-becc1dd2acb6 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:15:10.925113 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ebdcc8-e03a-46ea-b534-b12fe35cd57d', 'tag': '16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97', 'status': 'completed', 'code': 200} Sep 14 12:15:10.974497 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-565ae564-8b71-4bca-918d-22f987ef7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:10.976975 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-565ae564-8b71-4bca-918d-22f987ef7616 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 1096 time: 0.0429840 Sep 14 12:15:11.023943 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-05270f1c-9653-42cf-948b-f5a612022f41 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 HTTP/1.1" status: 200 len: 217 time: 0.0352550 Sep 14 12:15:11.083516 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-09efad9f-9631-4a11-a6a1-67fc89b6b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:11.085002 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-09efad9f-9631-4a11-a6a1-67fc89b6b038 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0344958-2675-4284-b3fc-b68b7f0b4b21 HTTP/1.1" status: 200 len: 851 time: 0.0479014 Sep 14 12:15:11.133052 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-646093bf-d881-4185-94b5-f79210dc0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:11.134563 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-646093bf-d881-4185-94b5-f79210dc0413 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8153d896-6d81-493c-b928-67b848ea6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413473 Sep 14 12:15:11.246198 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-53433c12-f639-4332-b78c-1acf537057a9 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017165 Sep 14 12:15:11.331919 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bae5ba-2419-4320-a93a-8d2f049590e7 req-5888ec64-941c-4b03-8174-2104462113d0 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:11.333389 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-95bae5ba-2419-4320-a93a-8d2f049590e7 req-5888ec64-941c-4b03-8174-2104462113d0 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 945 time: 0.1032729 Sep 14 12:15:11.379242 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98264d2d-f82e-4e84-bb69-97d971a97185 req-a1ecc7be-9745-4e67-9795-f0c3527b1f0e service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196733 Sep 14 12:15:11.393868 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-95bae5ba-2419-4320-a93a-8d2f049590e7 req-aaaa86a5-3f4a-47e8-8649-a742cf7ec258 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529945 Sep 14 12:15:11.478374 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f38ed-cc32-40cc-a4de-aa4d2ce927b2 req-8aca0037-d38c-4290-990b-d4c1d064bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:11.479907 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-196f38ed-cc32-40cc-a4de-aa4d2ce927b2 req-8aca0037-d38c-4290-990b-d4c1d064bb69 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 1096 time: 0.0416448 Sep 14 12:15:11.576153 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f38ed-cc32-40cc-a4de-aa4d2ce927b2 req-747da06a-5988-4216-8f3d-668ea0401bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:11.578152 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-196f38ed-cc32-40cc-a4de-aa4d2ce927b2 req-747da06a-5988-4216-8f3d-668ea0401bed service neutron] 10.222.0.22 "GET /v2.0/networks?id=8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 200 len: 913 time: 0.0820296 Sep 14 12:15:11.635943 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-196f38ed-cc32-40cc-a4de-aa4d2ce927b2 req-b7b8d21c-e648-4124-9540-55fb1dffb7b2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 HTTP/1.1" status: 200 len: 217 time: 0.0457711 Sep 14 12:15:11.704403 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df156635-5f26-4ea2-9fe7-2ea88d64757a req-d5b32c14-3039-4e54-8dbf-f11ebd413a7d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:11.705844 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df156635-5f26-4ea2-9fe7-2ea88d64757a req-d5b32c14-3039-4e54-8dbf-f11ebd413a7d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 943 time: 0.1082530 Sep 14 12:15:11.709339 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f38ed-cc32-40cc-a4de-aa4d2ce927b2 req-1011ce68-036d-4b4c-bc75-acfaed1b3222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:11.710662 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-196f38ed-cc32-40cc-a4de-aa4d2ce927b2 req-1011ce68-036d-4b4c-bc75-acfaed1b3222 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0344958-2675-4284-b3fc-b68b7f0b4b21 HTTP/1.1" status: 200 len: 851 time: 0.0605686 Sep 14 12:15:11.775132 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df156635-5f26-4ea2-9fe7-2ea88d64757a req-b63241a8-5f3e-4f10-b1e4-8cc3e1e28ac3 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631957 Sep 14 12:15:11.781155 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f38ed-cc32-40cc-a4de-aa4d2ce927b2 req-99439cbd-5805-41d4-8fb7-fda21f19820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:11.782586 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-196f38ed-cc32-40cc-a4de-aa4d2ce927b2 req-99439cbd-5805-41d4-8fb7-fda21f19820a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8153d896-6d81-493c-b928-67b848ea6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573499 Sep 14 12:15:11.871686 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-196f38ed-cc32-40cc-a4de-aa4d2ce927b2 req-b21a8906-310e-41f2-9513-83fc09b44ab6 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812740 Sep 14 12:15:11.964898 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-196f38ed-cc32-40cc-a4de-aa4d2ce927b2 req-5272e61e-cdbe-4f50-aa2f-24ccdb84e15c service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830457 Sep 14 12:15:12.510031 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddafba-8152-4162-8ec6-8574ab372db9 req-cfb7799b-7e71-481c-9f1e-372f5d777fd4 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:12.511542 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-33ddafba-8152-4162-8ec6-8574ab372db9 req-cfb7799b-7e71-481c-9f1e-372f5d777fd4 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 945 time: 0.0497742 Sep 14 12:15:12.549143 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-33ddafba-8152-4162-8ec6-8574ab372db9 req-699f87cc-89cb-482a-8684-e8ad71934bae tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307968 Sep 14 12:15:12.887473 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8ae9b-f6c1-46b8-ae4e-1e91442c8ad8 req-3ff825d3-6f26-425d-a6cd-18942b6c64e8 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:12.888940 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3dd8ae9b-f6c1-46b8-ae4e-1e91442c8ad8 req-3ff825d3-6f26-425d-a6cd-18942b6c64e8 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 943 time: 0.0489345 Sep 14 12:15:12.930240 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3dd8ae9b-f6c1-46b8-ae4e-1e91442c8ad8 req-2fed33af-c90e-4c3c-89e5-4c5d1aa711f1 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352299 Sep 14 12:15:13.345754 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6a33a-dd65-4fd7-95f8-a60624463eb3 req-f57a5a62-0244-4676-9d53-14eeb89a885c tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:13.347222 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-82b6a33a-dd65-4fd7-95f8-a60624463eb3 req-f57a5a62-0244-4676-9d53-14eeb89a885c tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.22 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 945 time: 0.0477924 Sep 14 12:15:13.438744 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-82b6a33a-dd65-4fd7-95f8-a60624463eb3 req-3642d3e0-ce7d-490e-b68b-446192502254 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Deleting port 6bf04997-9780-4804-99d0-ec2e6a54a309 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:15:13.439116 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82b6a33a-dd65-4fd7-95f8-a60624463eb3 req-3642d3e0-ce7d-490e-b68b-446192502254 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:13.528992 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-82b6a33a-dd65-4fd7-95f8-a60624463eb3 req-3642d3e0-ce7d-490e-b68b-446192502254 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] For port 6bf04997-9780-4804-99d0-ec2e6a54a309, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=6bf04997-9780-4804-99d0-ec2e6a54a309,segment=NetworkSegment(1b2bc52d-b644-4976-9cf6-49c0ac9cd44b),segment_id=1b2bc52d-b644-4976-9cf6-49c0ac9cd44b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:13.529628 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82b6a33a-dd65-4fd7-95f8-a60624463eb3 req-3642d3e0-ce7d-490e-b68b-446192502254 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:13.541547 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-82b6a33a-dd65-4fd7-95f8-a60624463eb3 req-3642d3e0-ce7d-490e-b68b-446192502254 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Calling delete_port for 6bf04997-9780-4804-99d0-ec2e6a54a309 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:15:13.704853 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69994178-e95d-4ef0-b5d6-5655ef2056a1 req-ed7b1a68-d41c-48c2-90ba-6581c4097b6e tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:13.706302 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-69994178-e95d-4ef0-b5d6-5655ef2056a1 req-ed7b1a68-d41c-48c2-90ba-6581c4097b6e tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=979824a2-887a-419a-9ed0-cc561f3777e6 HTTP/1.1" status: 200 len: 945 time: 0.0876882 Sep 14 12:15:13.710836 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82b6a33a-dd65-4fd7-95f8-a60624463eb3 req-3642d3e0-ce7d-490e-b68b-446192502254 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:13.724900 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['6bf04997-9780-4804-99d0-ec2e6a54a309'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:15:13.751998 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642d3e0-ce7d-490e-b68b-446192502254 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Pushing event deleted for resources: {'Port': ['ID=6bf04997-9780-4804-99d0-ec2e6a54a309,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:13.801582 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b6a33a-dd65-4fd7-95f8-a60624463eb3 req-3642d3e0-ce7d-490e-b68b-446192502254 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] No DVR routers for this DVR port 6bf04997-9780-4804-99d0-ec2e6a54a309 on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:15:13.805413 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-82b6a33a-dd65-4fd7-95f8-a60624463eb3 req-3642d3e0-ce7d-490e-b68b-446192502254 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:13.807339 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-82b6a33a-dd65-4fd7-95f8-a60624463eb3 req-3642d3e0-ce7d-490e-b68b-446192502254 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.22 "DELETE /v2.0/ports/6bf04997-9780-4804-99d0-ec2e6a54a309 HTTP/1.1" status: 204 len: 173 time: 0.4532161 Sep 14 12:15:13.807768 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979824a2-887a-419a-9ed0-cc561f3777e6', 'name': 'network-vif-deleted', 'tag': '6bf04997-9780-4804-99d0-ec2e6a54a309'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:15:13.809968 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825f918a-8061-49dd-baa3-b2747e26522c" -d '{"events": [{"server_uuid": "979824a2-887a-419a-9ed0-cc561f3777e6", "name": "network-vif-deleted", "tag": "6bf04997-9780-4804-99d0-ec2e6a54a309"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:15:13.816463 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-69994178-e95d-4ef0-b5d6-5655ef2056a1 req-840c2441-9b88-4804-ae09-dda58347fe6f tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996649 Sep 14 12:15:13.850585 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510f1f75-03de-492f-8062-02d51f6954fb x-openstack-request-id: req-510f1f75-03de-492f-8062-02d51f6954fb {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:15:13.850875 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979824a2-887a-419a-9ed0-cc561f3777e6", "name": "network-vif-deleted", "tag": "6bf04997-9780-4804-99d0-ec2e6a54a309", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:15:13.851160 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-510f1f75-03de-492f-8062-02d51f6954fb {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:15:13.851546 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979824a2-887a-419a-9ed0-cc561f3777e6', 'name': 'network-vif-deleted', 'tag': '6bf04997-9780-4804-99d0-ec2e6a54a309', 'status': 'completed', 'code': 200} Sep 14 12:15:14.043656 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d44e0e-fa68-428b-8d05-fa986f405998 req-82245236-d270-440f-9422-d585d98faebf tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:14.045112 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3d44e0e-fa68-428b-8d05-fa986f405998 req-82245236-d270-440f-9422-d585d98faebf tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 943 time: 0.0481067 Sep 14 12:15:14.082657 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3d44e0e-fa68-428b-8d05-fa986f405998 req-ba0e37a7-ee47-4f16-8a3e-47efd16ac52f tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313766 Sep 14 12:15:15.194520 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224bb63-d632-4316-bb26-697744cdd559 req-1d4e1875-e6d0-48d2-8da3-0f57417ff6c2 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:15.195982 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2224bb63-d632-4316-bb26-697744cdd559 req-1d4e1875-e6d0-48d2-8da3-0f57417ff6c2 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 943 time: 0.0469086 Sep 14 12:15:15.232406 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2224bb63-d632-4316-bb26-697744cdd559 req-ee52a028-b4d3-47d5-b792-c4ef805be3e4 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306306 Sep 14 12:15:18.088026 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 6bf04997-9780-4804-99d0-ec2e6a54a309 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:15:18.108482 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: 6bf04997-9780-4804-99d0-ec2e6a54a309 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:15:18.109446 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 6bf04997-9780-4804-99d0-ec2e6a54a309 not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:15:18.209680 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb449ad-f9b9-4e4b-a631-0f949db954cd req-1b23ab3a-c4bd-4809-b7b0-d158e9abd3cb tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:18.211173 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8eb449ad-f9b9-4e4b-a631-0f949db954cd req-1b23ab3a-c4bd-4809-b7b0-d158e9abd3cb tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 943 time: 0.0475683 Sep 14 12:15:18.251708 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8eb449ad-f9b9-4e4b-a631-0f949db954cd req-6c02fcfd-22c7-45ce-bdc8-c5cab9aa501e tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347717 Sep 14 12:15:19.371577 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b062e-268f-47d1-8055-051712f49208 req-f15884fc-9225-4b91-94e1-b1de48e83a1f tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:19.373058 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-de9b062e-268f-47d1-8055-051712f49208 req-f15884fc-9225-4b91-94e1-b1de48e83a1f tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 943 time: 0.0516453 Sep 14 12:15:19.414727 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-de9b062e-268f-47d1-8055-051712f49208 req-e44f76a3-14aa-4e0d-9bc9-26159f300955 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347204 Sep 14 12:15:20.098300 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:15:20.190870 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:20.201777 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': '16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'port_id': '16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97', 'mac_address': 'fa:16:3e:bd:21:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:15:20.238923 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:20.255068 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:15:20.274210 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:20.278237 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:20.325500 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:20.333050 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:20.333315 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:20.333658 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:20.333993 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:20.334328 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:20.334660 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:20.334992 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:20.335345 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:20.335722 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:20.336068 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:20.336393 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:20.336722 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:20.531635 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:15:20.532854 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49579e78-cf67-4337-8c79-984a20b5cc47 req-99bdc421-0d84-43d6-a962-c23639d31d2e tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:20.534346 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-49579e78-cf67-4337-8c79-984a20b5cc47 req-99bdc421-0d84-43d6-a962-c23639d31d2e tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 944 time: 0.0498233 Sep 14 12:15:20.573628 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-49579e78-cf67-4337-8c79-984a20b5cc47 req-4b87ca59-3cf2-4789-95cd-09f36a41a7f5 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320511 Sep 14 12:15:23.531263 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780b41d-d959-446e-91c1-aface0e3ff3e req-c2c0ce08-c32e-4d72-8f68-df864a017276 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:23.532774 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8780b41d-d959-446e-91c1-aface0e3ff3e req-c2c0ce08-c32e-4d72-8f68-df864a017276 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 944 time: 0.0483017 Sep 14 12:15:23.575523 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8780b41d-d959-446e-91c1-aface0e3ff3e req-496f84df-f1d9-4b69-80e6-e1238c1844b3 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365989 Sep 14 12:15:24.689918 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86c1c6-519e-4452-902b-b405b31a5533 req-856db492-cf6c-4d02-a694-574c3e273663 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:24.691483 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ea86c1c6-519e-4452-902b-b405b31a5533 req-856db492-cf6c-4d02-a694-574c3e273663 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 944 time: 0.0496385 Sep 14 12:15:24.729934 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ea86c1c6-519e-4452-902b-b405b31a5533 req-a2be285e-ed44-4613-a175-d2e977fb7e27 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319726 Sep 14 12:15:24.843888 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-f9c2a19b-55e6-4b28-be7f-b420d1ee0acc tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:24.845352 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-f9c2a19b-55e6-4b28-be7f-b420d1ee0acc tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/networks?id=e063544d-3376-4440-91d4-9e468befe94d HTTP/1.1" status: 200 len: 814 time: 0.1034172 Sep 14 12:15:24.861791 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-4cb92d46-bdfb-4d26-90e9-e86230fdfdeb tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/quotas/9a73bc2e260545e88de209575ec36c98 HTTP/1.1" status: 200 len: 375 time: 0.0107229 Sep 14 12:15:24.893304 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-aa586ee7-6680-4816-8828-e4694f460cb4 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a73bc2e260545e88de209575ec36c98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260227 Sep 14 12:15:24.980005 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-9e952b77-2c6a-485d-b594-0d1bedfeacc1 service neutron] 10.222.0.20 "GET /v2.0/networks/e063544d-3376-4440-91d4-9e468befe94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795696 Sep 14 12:15:25.068768 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-dab0f8db-a593-4c48-aa7c-4e8260bf70c3 service neutron] 10.222.0.20 "GET /v2.0/networks/e063544d-3376-4440-91d4-9e468befe94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818858 Sep 14 12:15:25.224974 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-808ace02-3aee-4152-8146-6062cf1f159f req-6ef72b37-7948-4efc-a71e-e51efa1f05e0 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52 HTTP/1.1" status: 200 len: 210 time: 0.0266328 Sep 14 12:15:25.414142 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:15:25.461945 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:15:25.465845 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:15:25.466220 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:25.548914 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:25.572803 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ebdcc8-e03a-46ea-b534-b12fe35cd57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:15:25.575317 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f052b4-ec5f-4020-a162-7006adb4b0b8" -d '{"events": [{"server_uuid": "18ebdcc8-e03a-46ea-b534-b12fe35cd57d", "name": "network-vif-plugged", "status": "completed", "tag": "16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:15:25.596383 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:25.601080 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:25.652232 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:25.785244 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc829fa9-88d6-4e68-819b-8d0c16103389 x-openstack-request-id: req-dc829fa9-88d6-4e68-819b-8d0c16103389 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:15:25.785839 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ebdcc8-e03a-46ea-b534-b12fe35cd57d", "name": "network-vif-plugged", "status": "completed", "tag": "16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:15:25.785839 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc829fa9-88d6-4e68-819b-8d0c16103389 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:15:25.786189 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ebdcc8-e03a-46ea-b534-b12fe35cd57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97', 'code': 200} Sep 14 12:15:25.898642 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fd225-c890-42e8-a199-e4f237ca300c req-a0ad8da5-fa09-4a76-ac4e-fc2a921eb0a0 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:25.900138 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-976fd225-c890-42e8-a199-e4f237ca300c req-a0ad8da5-fa09-4a76-ac4e-fc2a921eb0a0 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 945 time: 0.0588210 Sep 14 12:15:25.963851 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a054d2-4f8e-4283-bc7a-8b2b26055890 req-32c3f265-fb05-48db-9497-ae2137125bad tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:25.965305 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b2a054d2-4f8e-4283-bc7a-8b2b26055890 req-32c3f265-fb05-48db-9497-ae2137125bad tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0844018 Sep 14 12:15:25.969006 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-976fd225-c890-42e8-a199-e4f237ca300c req-64b66306-c8d5-445d-b53b-00c3ee96c465 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518589 Sep 14 12:15:26.014438 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b2a054d2-4f8e-4283-bc7a-8b2b26055890 req-8bfa7783-0d70-470a-b3fa-7b30827eec83 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420234 Sep 14 12:15:26.043121 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd8aea-1f40-40f9-b93e-3f8f278454ef req-98eba58a-06ff-43c8-97ad-fc3b079cc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:26.044589 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d8bd8aea-1f40-40f9-b93e-3f8f278454ef req-98eba58a-06ff-43c8-97ad-fc3b079cc215 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 1098 time: 0.0452719 Sep 14 12:15:26.080971 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d8bd8aea-1f40-40f9-b93e-3f8f278454ef req-f5617475-5f96-421f-954a-b03595f55dfb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272830 Sep 14 12:15:26.322891 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-292b9846-09be-4b03-97e1-9f8b017bafde req-a3479264-d047-4b88-b02b-e06d533f44ef tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52 HTTP/1.1" status: 200 len: 210 time: 0.0329232 Sep 14 12:15:26.412834 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-8f2933ee-3a7a-4b50-946e-fddbcb8fa02c tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:26.414296 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-8f2933ee-3a7a-4b50-946e-fddbcb8fa02c tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.22 "GET /v2.0/networks?id=e063544d-3376-4440-91d4-9e468befe94d HTTP/1.1" status: 200 len: 814 time: 0.1140137 Sep 14 12:15:26.428155 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-20921da2-b0bb-4425-89aa-f29bf82ba6ae tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Request body: {'port': {'device_id': 'ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52', 'network_id': 'e063544d-3376-4440-91d4-9e468befe94d', 'admin_state_up': True, 'tenant_id': '9a73bc2e260545e88de209575ec36c98'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:15:26.534650 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-20921da2-b0bb-4425-89aa-f29bf82ba6ae tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Made reservation on behalf of 9a73bc2e260545e88de209575ec36c98 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:15:26.538013 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-20921da2-b0bb-4425-89aa-f29bf82ba6ae tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:26.658912 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-20921da2-b0bb-4425-89aa-f29bf82ba6ae tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Allocated IP 172.20.0.10 (e063544d-3376-4440-91d4-9e468befe94d/4701606b-af20-4a63-9561-1858d968027d/475f80d5-f2e1-4186-b5ef-2199343dfd17) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:15:26.808183 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-20921da2-b0bb-4425-89aa-f29bf82ba6ae tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:26.846138 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-20921da2-b0bb-4425-89aa-f29bf82ba6ae tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:26.888188 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-20921da2-b0bb-4425-89aa-f29bf82ba6ae tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Network e063544d-3376-4440-91d4-9e468befe94d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:15:26.891805 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-20921da2-b0bb-4425-89aa-f29bf82ba6ae tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:15:26.895440 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-20921da2-b0bb-4425-89aa-f29bf82ba6ae tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:15:26.920123 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20921da2-b0bb-4425-89aa-f29bf82ba6ae tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Pushing event updated for resources: {'Port': ['ID=475f80d5-f2e1-4186-b5ef-2199343dfd17,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:26.949872 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-20921da2-b0bb-4425-89aa-f29bf82ba6ae tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:26.950479 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-20921da2-b0bb-4425-89aa-f29bf82ba6ae tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:26.964646 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-20921da2-b0bb-4425-89aa-f29bf82ba6ae tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5401075 Sep 14 12:15:26.979189 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Request body: {'port': {'device_id': 'ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:15:27.037885 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:27.154168 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c78ad-8f40-4d32-bf6b-ce685b450e65 req-5b1abe78-57a3-46cc-acaf-b2f3af45999a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:27.156369 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-428c78ad-8f40-4d32-bf6b-ce685b450e65 req-5b1abe78-57a3-46cc-acaf-b2f3af45999a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 945 time: 0.1163387 Sep 14 12:15:27.234761 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c511ce5-b3c9-45db-b03d-12d0b32ea488 req-7f63d62a-c799-40e4-b486-98065cbfd64f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:27.236391 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c511ce5-b3c9-45db-b03d-12d0b32ea488 req-7f63d62a-c799-40e4-b486-98065cbfd64f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.1403003 Sep 14 12:15:27.306742 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-428c78ad-8f40-4d32-bf6b-ce685b450e65 req-d6e7eb2f-5f8d-4e1b-9711-f8cb7c4c8634 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987496 Sep 14 12:15:27.317008 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c511ce5-b3c9-45db-b03d-12d0b32ea488 req-a4a7f30d-a297-4fbd-b9de-6df365f3822d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728552 Sep 14 12:15:27.477972 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475f80d5-f2e1-4186-b5ef-2199343dfd17 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:15:27.487121 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:27.502165 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4204e7-21ff-401e-a66d-c2db82853853 req-7d31236b-2bb4-4070-b5dc-430daf83b119 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:27.503681 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7c4204e7-21ff-401e-a66d-c2db82853853 req-7d31236b-2bb4-4070-b5dc-430daf83b119 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52 HTTP/1.1" status: 200 len: 932 time: 0.1039793 Sep 14 12:15:27.512165 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Transition to ACTIVE for port object 475f80d5-f2e1-4186-b5ef-2199343dfd17 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:15:27.525952 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:27.591352 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7c4204e7-21ff-401e-a66d-c2db82853853 req-18620865-b613-43dc-97c0-e65e20dcd45f tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808082 Sep 14 12:15:27.594300 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Pushing event updated for resources: {'Port': ['ID=475f80d5-f2e1-4186-b5ef-2199343dfd17,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:27.661752 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Attempting to bind port 475f80d5-f2e1-4186-b5ef-2199343dfd17 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:15:27.662078 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Attempting to bind port 475f80d5-f2e1-4186-b5ef-2199343dfd17 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '1b2bc52d-b644-4976-9cf6-49c0ac9cd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e063544d-3376-4440-91d4-9e468befe94d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:15:27.662398 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Attempting to bind port 475f80d5-f2e1-4186-b5ef-2199343dfd17 on network e063544d-3376-4440-91d4-9e468befe94d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:15:27.666497 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Port 475f80d5-f2e1-4186-b5ef-2199343dfd17 on network e063544d-3376-4440-91d4-9e468befe94d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:15:27.666815 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Attempting to bind port 475f80d5-f2e1-4186-b5ef-2199343dfd17 on network e063544d-3376-4440-91d4-9e468befe94d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:15:27.671557 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:15:27.671879 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Checking segment: {'id': '1b2bc52d-b644-4976-9cf6-49c0ac9cd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e063544d-3376-4440-91d4-9e468befe94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:15:27.672255 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Bound using segment: {'id': '1b2bc52d-b644-4976-9cf6-49c0ac9cd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e063544d-3376-4440-91d4-9e468befe94d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:15:27.672669 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Bound port: 475f80d5-f2e1-4186-b5ef-2199343dfd17, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b2bc52d-b644-4976-9cf6-49c0ac9cd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e063544d-3376-4440-91d4-9e468befe94d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:15:27.673013 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:27.732785 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] For port 475f80d5-f2e1-4186-b5ef-2199343dfd17, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:15:27.736228 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] For port 475f80d5-f2e1-4186-b5ef-2199343dfd17, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=475f80d5-f2e1-4186-b5ef-2199343dfd17,segment=NetworkSegment(1b2bc52d-b644-4976-9cf6-49c0ac9cd44b),segment_id=1b2bc52d-b644-4976-9cf6-49c0ac9cd44b)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:15:27.741492 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:27.776461 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:27.777063 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:27.778414 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] 10.222.0.22 "PUT /v2.0/ports/475f80d5-f2e1-4186-b5ef-2199343dfd17 HTTP/1.1" status: 200 len: 1094 time: 0.8033764 Sep 14 12:15:27.778838 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52', 'tag': '475f80d5-f2e1-4186-b5ef-2199343dfd17'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:15:27.781207 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538938ed-eba9-4e05-add7-1b2d57e1b1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52", "tag": "475f80d5-f2e1-4186-b5ef-2199343dfd17"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:15:27.808427 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b5d35-d26f-4527-bdf6-f9d2ebc7b801 service neutron] Pushing event updated for resources: {'Port': ['ID=475f80d5-f2e1-4186-b5ef-2199343dfd17,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:27.829956 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f825774d-340b-4c8f-8e84-ef4f848e2ab0 x-openstack-request-id: req-f825774d-340b-4c8f-8e84-ef4f848e2ab0 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:15:27.830264 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52", "tag": "475f80d5-f2e1-4186-b5ef-2199343dfd17", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:15:27.830488 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f825774d-340b-4c8f-8e84-ef4f848e2ab0 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:15:27.830872 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52', 'tag': '475f80d5-f2e1-4186-b5ef-2199343dfd17', 'status': 'completed', 'code': 200} Sep 14 12:15:27.861452 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-dcef8f26-d3a0-4b8d-9a10-ccbbee515814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:27.862943 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-dcef8f26-d3a0-4b8d-9a10-ccbbee515814 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a73bc2e260545e88de209575ec36c98&device_id=ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52 HTTP/1.1" status: 200 len: 1097 time: 0.0432203 Sep 14 12:15:27.906474 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-c263986c-e320-4372-ad16-840496bf0c39 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=475f80d5-f2e1-4186-b5ef-2199343dfd17 HTTP/1.1" status: 200 len: 217 time: 0.0353215 Sep 14 12:15:28.196032 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-9d04b29f-1119-41fa-8eb7-84daa12c6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:28.197463 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-9d04b29f-1119-41fa-8eb7-84daa12c6538 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4701606b-af20-4a63-9561-1858d968027d HTTP/1.1" status: 200 len: 854 time: 0.2831464 Sep 14 12:15:28.229320 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-e59a8333-e947-488d-950e-b351a7c2dd44 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e063544d-3376-4440-91d4-9e468befe94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241115 Sep 14 12:15:28.317483 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-db37e250-0d3f-44f7-aca2-efc9df51af66 service neutron] 10.222.0.22 "GET /v2.0/networks/e063544d-3376-4440-91d4-9e468befe94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797751 Sep 14 12:15:28.475265 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a511f37a-34fb-4712-8de3-204c4d53a5ba req-1129428f-7708-46d9-b49e-1275135af487 service neutron] 10.222.0.22 "GET /v2.0/networks/e063544d-3376-4440-91d4-9e468befe94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460714 Sep 14 12:15:28.489839 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28587cc-874e-4c4c-a985-58fd17d2494d req-49b4d676-aad4-42fd-a074-677202bba989 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:28.491328 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d28587cc-874e-4c4c-a985-58fd17d2494d req-49b4d676-aad4-42fd-a074-677202bba989 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 945 time: 0.1019523 Sep 14 12:15:28.500513 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef51a3-9fe1-4bd3-8709-5919f980a93d req-69b0459e-2ec0-4de2-b677-58d823dec072 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:28.501993 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-32ef51a3-9fe1-4bd3-8709-5919f980a93d req-69b0459e-2ec0-4de2-b677-58d823dec072 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0980518 Sep 14 12:15:28.577726 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d28587cc-874e-4c4c-a985-58fd17d2494d req-57fc7d08-9a1c-4237-b0d6-4f2980ff1af1 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747046 Sep 14 12:15:28.585379 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-32ef51a3-9fe1-4bd3-8709-5919f980a93d req-f5982d9d-78d6-4cb5-a4e7-223e43be850d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767403 Sep 14 12:15:28.599771 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538938ed-eba9-4e05-add7-1b2d57e1b1e6 req-c658163f-a8be-4161-88ad-6b0c044687d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:28.601428 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-538938ed-eba9-4e05-add7-1b2d57e1b1e6 req-c658163f-a8be-4161-88ad-6b0c044687d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a73bc2e260545e88de209575ec36c98&device_id=ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52 HTTP/1.1" status: 200 len: 1097 time: 0.0646739 Sep 14 12:15:28.764913 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538938ed-eba9-4e05-add7-1b2d57e1b1e6 req-d42cd8f3-a232-4511-a032-755aecfd6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:28.767700 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-538938ed-eba9-4e05-add7-1b2d57e1b1e6 req-d42cd8f3-a232-4511-a032-755aecfd6924 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e063544d-3376-4440-91d4-9e468befe94d HTTP/1.1" status: 200 len: 915 time: 0.1459439 Sep 14 12:15:28.781817 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ca129-f3f5-457e-a510-4a788884cd98 req-3435c420-c66e-40b4-8519-1cc2efc39c6a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:28.783231 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9e7ca129-f3f5-457e-a510-4a788884cd98 req-3435c420-c66e-40b4-8519-1cc2efc39c6a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 945 time: 0.1297946 Sep 14 12:15:28.791514 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9152e-3a04-43a3-99e0-c567aa02b96a req-172d3ed6-81c9-427b-a3cd-991cd4f7b207 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:28.792861 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4ec9152e-3a04-43a3-99e0-c567aa02b96a req-172d3ed6-81c9-427b-a3cd-991cd4f7b207 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52 HTTP/1.1" status: 200 len: 944 time: 0.1027262 Sep 14 12:15:28.841006 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-538938ed-eba9-4e05-add7-1b2d57e1b1e6 req-56fb9ca5-4914-45c2-ad32-c1ec7953c0a2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=475f80d5-f2e1-4186-b5ef-2199343dfd17 HTTP/1.1" status: 200 len: 217 time: 0.0568678 Sep 14 12:15:28.914627 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4ec9152e-3a04-43a3-99e0-c567aa02b96a req-d38bab0e-eee9-4933-b770-5f1b73da3f01 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128383 Sep 14 12:15:28.917201 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9e7ca129-f3f5-457e-a510-4a788884cd98 req-1ad70415-5c67-4ed5-8ce7-04dd38618977 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180055 Sep 14 12:15:28.928180 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538938ed-eba9-4e05-add7-1b2d57e1b1e6 req-dba26aae-db0d-4369-bde7-28ea9ea89d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:28.929549 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-538938ed-eba9-4e05-add7-1b2d57e1b1e6 req-dba26aae-db0d-4369-bde7-28ea9ea89d94 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4701606b-af20-4a63-9561-1858d968027d HTTP/1.1" status: 200 len: 854 time: 0.0685368 Sep 14 12:15:28.939792 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 50728) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:15:28.966183 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-538938ed-eba9-4e05-add7-1b2d57e1b1e6 req-a27bf51b-260b-4ca8-abce-d324ab7a47c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e063544d-3376-4440-91d4-9e468befe94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265064 Sep 14 12:15:28.977971 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c25206b5-7c80-4994-ada2-95e4e3021f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:29.041655 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fd509d-c102-4c13-ae0f-10f37ebe8087 tempest-TestVolumeBootPattern-1433152877 tempest-TestVolumeBootPattern-1433152877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:29.043108 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-05fd509d-c102-4c13-ae0f-10f37ebe8087 tempest-TestVolumeBootPattern-1433152877 tempest-TestVolumeBootPattern-1433152877-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 1093 time: 0.1022954 Sep 14 12:15:29.046350 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 50732) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:15:29.050669 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Request body: {'floatingip': {'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'port_id': '16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:15:29.073299 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:29.076561 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-538938ed-eba9-4e05-add7-1b2d57e1b1e6 req-3a37b97c-9fe1-4b3c-b5ff-8440852c0f18 service neutron] 10.222.0.22 "GET /v2.0/networks/e063544d-3376-4440-91d4-9e468befe94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901165 Sep 14 12:15:29.175300 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:29.183821 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-538938ed-eba9-4e05-add7-1b2d57e1b1e6 req-0e939859-c2e9-4aed-885b-86ac87296280 service neutron] 10.222.0.22 "GET /v2.0/networks/e063544d-3376-4440-91d4-9e468befe94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960948 Sep 14 12:15:29.280288 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Allocated IP 172.27.0.169 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/d20cc7c4-43ae-436d-a589-388725f377e2) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:15:29.378401 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:29.414835 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:29.438874 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 475f80d5-f2e1-4186-b5ef-2199343dfd17 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:15:29.459296 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:15:29.463460 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:15:29.466853 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:15:29.493022 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event updated for resources: {'Port': ['ID=d20cc7c4-43ae-436d-a589-388725f377e2,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:29.505911 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:29.506257 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:29.506629 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:29.506983 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:29.507288 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:29.507585 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:29.507911 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:29.508236 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:29.508558 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:29.508875 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:29.509252 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:29.509571 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:29.534122 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 475f80d5-f2e1-4186-b5ef-2199343dfd17, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=475f80d5-f2e1-4186-b5ef-2199343dfd17,segment=NetworkSegment(1b2bc52d-b644-4976-9cf6-49c0ac9cd44b),segment_id=1b2bc52d-b644-4976-9cf6-49c0ac9cd44b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:29.545143 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': '475f80d5-f2e1-4186-b5ef-2199343dfd17', 'network_id': 'e063544d-3376-4440-91d4-9e468befe94d', 'port_id': '475f80d5-f2e1-4186-b5ef-2199343dfd17', 'mac_address': 'fa:16:3e:58:32:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4701606b-af20-4a63-9561-1858d968027d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:15:29.581701 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:29.594095 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475f80d5-f2e1-4186-b5ef-2199343dfd17 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:15:29.614703 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 475f80d5-f2e1-4186-b5ef-2199343dfd17, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=475f80d5-f2e1-4186-b5ef-2199343dfd17,segment=NetworkSegment(1b2bc52d-b644-4976-9cf6-49c0ac9cd44b),segment_id=1b2bc52d-b644-4976-9cf6-49c0ac9cd44b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:29.618332 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:29.665935 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=475f80d5-f2e1-4186-b5ef-2199343dfd17,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:29.710938 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82602834-9dd8-42e7-9eaf-08976d76410c req-64ae19ec-a9e8-45ca-be1a-b4dba378c19f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:29.712432 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-82602834-9dd8-42e7-9eaf-08976d76410c req-64ae19ec-a9e8-45ca-be1a-b4dba378c19f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0500624 Sep 14 12:15:29.754837 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-82602834-9dd8-42e7-9eaf-08976d76410c req-c6d2f1e3-7bd2-4f82-ac16-96d3b60b7c0b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361645 Sep 14 12:15:29.822732 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:29.883035 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['475f80d5-f2e1-4186-b5ef-2199343dfd17'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:15:29.890067 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:30.038975 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72ad22-108a-49a3-aee0-e5aa2fcc9562 req-518e25c3-407c-4fdc-93b7-a91f4cf1e9d1 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:30.040253 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:30.040732 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2d72ad22-108a-49a3-aee0-e5aa2fcc9562 req-518e25c3-407c-4fdc-93b7-a91f4cf1e9d1 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52 HTTP/1.1" status: 200 len: 945 time: 0.0502148 Sep 14 12:15:30.045993 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9274900'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:30.082137 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2d72ad22-108a-49a3-aee0-e5aa2fcc9562 req-1aa063cd-358e-4fd3-bd7c-94cbdde35ac1 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341740 Sep 14 12:15:30.118995 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event updated for resources: {'Port': ['ID=d20cc7c4-43ae-436d-a589-388725f377e2,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:30.127594 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:30.225107 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Floating IP bed8e67b-5fa5-499f-9635-92086425b116 associated. External IP: 172.27.0.169, port: 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97. Sep 14 12:15:30.425534 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Router 14cd4adf-4279-4f0c-b847-952b0a5c464b has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:15:30.528097 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:15:30.538512 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c92459d-7615-4ee2-a5b4-0b4a7e810e1f None None] Sync routers for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:15:30.543260 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:30.548319 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c92459d-7615-4ee2-a5b4-0b4a7e810e1f None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:15:30.548995 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-7c92459d-7615-4ee2-a5b4-0b4a7e810e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:15:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:30.572567 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-93ddc4b8-6aba-474b-a3dc-196a91c80981 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5252070 Sep 14 12:15:30.573154 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ebdcc8-e03a-46ea-b534-b12fe35cd57d', 'tag': '16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:15:30.575387 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c7473670bfc4804779e6de410628707900893b250cd34c1ce1c05d6cbac26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2af779-0a46-47e8-a122-f70ae2a2318c" -d '{"events": [{"name": "network-changed", "server_uuid": "18ebdcc8-e03a-46ea-b534-b12fe35cd57d", "tag": "16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:15:30.665209 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-7c92459d-7615-4ee2-a5b4-0b4a7e810e1f None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:15:30.666415 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fe08c2-a66b-41cc-9106-36276a83aa2a x-openstack-request-id: req-17fe08c2-a66b-41cc-9106-36276a83aa2a {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:15:30.666707 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ebdcc8-e03a-46ea-b534-b12fe35cd57d", "tag": "16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:15:30.666973 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17fe08c2-a66b-41cc-9106-36276a83aa2a {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:15:30.667391 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ebdcc8-e03a-46ea-b534-b12fe35cd57d', 'tag': '16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97', 'status': 'completed', 'code': 200} Sep 14 12:15:30.732826 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2af779-0a46-47e8-a122-f70ae2a2318c req-78b7c5db-ae04-468e-9f37-7164e8fa52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:30.734882 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8e2af779-0a46-47e8-a122-f70ae2a2318c req-78b7c5db-ae04-468e-9f37-7164e8fa52e2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 1098 time: 0.0400648 Sep 14 12:15:30.834980 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2af779-0a46-47e8-a122-f70ae2a2318c req-9d4bc871-7080-4431-9d40-49f47da3498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:30.836514 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8e2af779-0a46-47e8-a122-f70ae2a2318c req-9d4bc871-7080-4431-9d40-49f47da3498e service neutron] 10.222.0.22 "GET /v2.0/networks?id=8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 200 len: 913 time: 0.0930531 Sep 14 12:15:30.884282 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-7c92459d-7615-4ee2-a5b4-0b4a7e810e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': 'bed8e67b-5fa5-499f-9635-92086425b116', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'port_id': '16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'mac_address': 'fa:16:3e:bd:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ebdcc8-e03a-46ea-b534-b12fe35cd57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:15:29Z', 'updated_at': '2021-09-14T12:15:29Z', 'revision_number': 0, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:30.913553 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c92459d-7615-4ee2-a5b4-0b4a7e810e1f None None] Checking router: 14cd4adf-4279-4f0c-b847-952b0a5c464b for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:15:30.922482 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c92459d-7615-4ee2-a5b4-0b4a7e810e1f None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:15:30.923123 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-7c92459d-7615-4ee2-a5b4-0b4a7e810e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:15:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:30.934382 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec585fe-258f-4cfd-8197-08b227a59887 req-dfff8270-fc4c-4fe7-a0a8-e69b96f0583e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:30.935908 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1ec585fe-258f-4cfd-8197-08b227a59887 req-dfff8270-fc4c-4fe7-a0a8-e69b96f0583e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0985324 Sep 14 12:15:30.937905 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8e2af779-0a46-47e8-a122-f70ae2a2318c req-c6a594e6-c8b2-4666-a587-f190c13e99d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 HTTP/1.1" status: 200 len: 999 time: 0.0916278 Sep 14 12:15:31.007805 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1ec585fe-258f-4cfd-8197-08b227a59887 req-d23500e1-e11d-41fc-abf7-12b0671f32b9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655069 Sep 14 12:15:31.011375 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2af779-0a46-47e8-a122-f70ae2a2318c req-67cb92f9-6d9a-442d-b02b-539b6fa0a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:31.012776 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8e2af779-0a46-47e8-a122-f70ae2a2318c req-67cb92f9-6d9a-442d-b02b-539b6fa0a49e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0344958-2675-4284-b3fc-b68b7f0b4b21 HTTP/1.1" status: 200 len: 851 time: 0.0647836 Sep 14 12:15:31.029755 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-7c92459d-7615-4ee2-a5b4-0b4a7e810e1f None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:15:31.059275 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2af779-0a46-47e8-a122-f70ae2a2318c req-b746c5ec-740b-44b8-94d2-57b7c271704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:31.060664 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8e2af779-0a46-47e8-a122-f70ae2a2318c req-b746c5ec-740b-44b8-94d2-57b7c271704e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8153d896-6d81-493c-b928-67b848ea6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399413 Sep 14 12:15:31.186259 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8e2af779-0a46-47e8-a122-f70ae2a2318c req-9025ce8b-004f-490d-84e4-bf0ad6c6faf5 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128814 Sep 14 12:15:31.241793 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7f3ef-09a7-44c5-8077-638597428d87 req-464eeca5-5589-4b83-841a-5595f716df83 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:31.243281 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-99d7f3ef-09a7-44c5-8077-638597428d87 req-464eeca5-5589-4b83-841a-5595f716df83 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52 HTTP/1.1" status: 200 len: 945 time: 0.0867147 Sep 14 12:15:31.260595 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-7c92459d-7615-4ee2-a5b4-0b4a7e810e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': 'bed8e67b-5fa5-499f-9635-92086425b116', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'port_id': '16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'mac_address': 'fa:16:3e:bd:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ebdcc8-e03a-46ea-b534-b12fe35cd57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:15:29Z', 'updated_at': '2021-09-14T12:15:29Z', 'revision_number': 0, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:31.286376 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c92459d-7615-4ee2-a5b4-0b4a7e810e1f None None] The sync data for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi is: [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': 'bed8e67b-5fa5-499f-9635-92086425b116', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'port_id': '16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'mac_address': 'fa:16:3e:bd:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ebdcc8-e03a-46ea-b534-b12fe35cd57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:15:29Z', 'updated_at': '2021-09-14T12:15:29Z', 'revision_number': 0, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:15:31.318084 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8e2af779-0a46-47e8-a122-f70ae2a2318c req-e1984d58-c5da-423c-97c6-65ca09559841 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230354 Sep 14 12:15:31.320925 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-99d7f3ef-09a7-44c5-8077-638597428d87 req-709c22bf-cf1b-46a0-9748-f0582cec83f5 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529110 Sep 14 12:15:31.448745 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 475f80d5-f2e1-4186-b5ef-2199343dfd17 up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:15:31.470858 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a9a0e0-8e98-4791-9930-a186fb8d3b8c None None] New status for floating IP bed8e67b-5fa5-499f-9635-92086425b116: ACTIVE {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:15:31.503971 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port 475f80d5-f2e1-4186-b5ef-2199343dfd17 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:15:31.507633 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port 475f80d5-f2e1-4186-b5ef-2199343dfd17 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:15:31.508013 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:31.581742 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:31.603674 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475f80d5-f2e1-4186-b5ef-2199343dfd17'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:15:31.605898 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac039102-cc3b-4b2f-bed5-ed62aaa9cc51" -d '{"events": [{"server_uuid": "ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52", "name": "network-vif-plugged", "status": "completed", "tag": "475f80d5-f2e1-4186-b5ef-2199343dfd17"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:15:31.619507 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 475f80d5-f2e1-4186-b5ef-2199343dfd17, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=475f80d5-f2e1-4186-b5ef-2199343dfd17,segment=NetworkSegment(1b2bc52d-b644-4976-9cf6-49c0ac9cd44b),segment_id=1b2bc52d-b644-4976-9cf6-49c0ac9cd44b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:31.623862 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:31.671917 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf76092a-0c30-4744-a961-a612a2a49bbc x-openstack-request-id: req-cf76092a-0c30-4744-a961-a612a2a49bbc {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:15:31.672302 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52", "name": "network-vif-plugged", "status": "completed", "tag": "475f80d5-f2e1-4186-b5ef-2199343dfd17", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:15:31.672632 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf76092a-0c30-4744-a961-a612a2a49bbc {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:15:31.673090 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475f80d5-f2e1-4186-b5ef-2199343dfd17', 'code': 200} Sep 14 12:15:31.693961 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=475f80d5-f2e1-4186-b5ef-2199343dfd17,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:31.726521 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e1026845-0207-4ac3-958b-4860c8b989d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:31.840858 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dec41-9be1-4067-b960-6b2e34e3fd5c req-4d8af381-c614-4ca0-9650-3615b2f62dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:31.842257 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d83dec41-9be1-4067-b960-6b2e34e3fd5c req-4d8af381-c614-4ca0-9650-3615b2f62dbb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52 HTTP/1.1" status: 200 len: 1099 time: 0.0431674 Sep 14 12:15:31.879584 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d83dec41-9be1-4067-b960-6b2e34e3fd5c req-fd20b948-dc49-46aa-ad5b-26ffcfab46ea service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274677 Sep 14 12:15:31.971984 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:32.131832 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d2944-955b-4513-9f6a-89eaf71bb299 req-6c4b3eb6-d83d-4520-b104-c0bdf033c070 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:32.133200 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-053d2944-955b-4513-9f6a-89eaf71bb299 req-6c4b3eb6-d83d-4520-b104-c0bdf033c070 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0533607 Sep 14 12:15:32.170898 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-053d2944-955b-4513-9f6a-89eaf71bb299 req-2b8ab0b1-0d67-4967-9b51-d8b0943745a8 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315406 Sep 14 12:15:32.438521 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7017c9a-e7ef-4db1-9816-1e2698e40557 req-7df62123-3856-4028-bb6e-d36eab09484f tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:32.440017 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c7017c9a-e7ef-4db1-9816-1e2698e40557 req-7df62123-3856-4028-bb6e-d36eab09484f tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52 HTTP/1.1" status: 200 len: 946 time: 0.0510738 Sep 14 12:15:32.475802 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c7017c9a-e7ef-4db1-9816-1e2698e40557 req-77b845f0-7241-48e4-95f8-fba0a0077eaa tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299861 Sep 14 12:15:32.933213 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:33.292411 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56125ebf-70fa-4d20-a725-927de0c196be req-6bbfe6bf-5c87-4fcf-8480-bc111c5dd35a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:33.293855 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-56125ebf-70fa-4d20-a725-927de0c196be req-6bbfe6bf-5c87-4fcf-8480-bc111c5dd35a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0483189 Sep 14 12:15:33.330422 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-56125ebf-70fa-4d20-a725-927de0c196be req-2ccbfd96-06df-4993-9b30-d87202c97bc1 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301669 Sep 14 12:15:33.591365 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd1a59-dcc1-4811-8a90-276108372987 req-492aea9f-3f9a-4220-8baa-ae8fcd0d92a0 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:33.595128 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fcfd1a59-dcc1-4811-8a90-276108372987 req-492aea9f-3f9a-4220-8baa-ae8fcd0d92a0 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52 HTTP/1.1" status: 200 len: 946 time: 0.0521085 Sep 14 12:15:33.632448 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fcfd1a59-dcc1-4811-8a90-276108372987 req-b3e727b1-a916-4f89-a0e8-d137a45fc655 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Sep 14 12:15:33.917940 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:34.451490 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fb883-8d0d-4442-aaf5-7910d960a02b req-10c48fc9-5305-4ae6-987d-3580c98ff3ad tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:34.453758 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c8fb883-8d0d-4442-aaf5-7910d960a02b req-10c48fc9-5305-4ae6-987d-3580c98ff3ad tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0484293 Sep 14 12:15:34.489825 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c8fb883-8d0d-4442-aaf5-7910d960a02b req-82049b9f-6316-4cbc-aa8c-1014d80a0940 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302308 Sep 14 12:15:35.203419 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:35.609126 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d8d30-6acf-4b92-86cb-e2e548b532c3 req-4e8642e7-a413-45d1-9fd4-a80a9e244976 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:35.610867 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-154d8d30-6acf-4b92-86cb-e2e548b532c3 req-4e8642e7-a413-45d1-9fd4-a80a9e244976 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0479801 Sep 14 12:15:35.652481 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-154d8d30-6acf-4b92-86cb-e2e548b532c3 req-cfc22bdf-b004-4873-9130-4205d4f51f36 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348899 Sep 14 12:15:36.775738 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc0273-eb68-4854-a38a-a5896fe3ae98 req-79b972c5-97b9-4a31-86f7-b72df72af571 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:36.777230 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-22bc0273-eb68-4854-a38a-a5896fe3ae98 req-79b972c5-97b9-4a31-86f7-b72df72af571 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0543718 Sep 14 12:15:36.814371 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-22bc0273-eb68-4854-a38a-a5896fe3ae98 req-f3e411e3-a68b-4500-8d6e-1a9b8cd5a146 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313601 Sep 14 12:15:37.468312 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device fff19d83-87f0-445f-b606-ce684b71d4ab details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:15:37.557465 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port fff19d83-87f0-445f-b606-ce684b71d4ab, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fff19d83-87f0-445f-b606-ce684b71d4ab,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:37.568073 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': 'fff19d83-87f0-445f-b606-ce684b71d4ab', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'port_id': 'fff19d83-87f0-445f-b606-ce684b71d4ab', 'mac_address': 'fa:16:3e:07:6d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:15:37.606682 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:37.619353 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fff19d83-87f0-445f-b606-ce684b71d4ab {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:15:37.637083 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port fff19d83-87f0-445f-b606-ce684b71d4ab, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fff19d83-87f0-445f-b606-ce684b71d4ab,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:37.641357 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:37.691282 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=fff19d83-87f0-445f-b606-ce684b71d4ab,revision_number=6']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:37.769540 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['fff19d83-87f0-445f-b606-ce684b71d4ab'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:15:37.936065 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2543ea-8894-4470-8715-3a88b5d1cf4e req-5601fc48-bd12-41f2-9ab8-e9643c06affe tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:37.937512 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4c2543ea-8894-4470-8715-3a88b5d1cf4e req-5601fc48-bd12-41f2-9ab8-e9643c06affe tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 944 time: 0.0485282 Sep 14 12:15:37.974174 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4c2543ea-8894-4470-8715-3a88b5d1cf4e req-4796b730-46fe-49da-8620-f8a92c6b1cac tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308373 Sep 14 12:15:39.097172 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b780d-2a62-4f85-a214-ac0ed745f408 req-e6af7fcf-a9e0-4490-9ba7-4b86823669cf tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:39.098645 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fe5b780d-2a62-4f85-a214-ac0ed745f408 req-e6af7fcf-a9e0-4490-9ba7-4b86823669cf tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 944 time: 0.0496914 Sep 14 12:15:39.135342 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fe5b780d-2a62-4f85-a214-ac0ed745f408 req-c2b6224c-8e36-4364-bf36-9ad0dba709c5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308225 Sep 14 12:15:39.487987 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device fff19d83-87f0-445f-b606-ce684b71d4ab up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:15:39.545110 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port fff19d83-87f0-445f-b606-ce684b71d4ab triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:15:39.545652 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:39.626251 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:39.654742 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff19d83-87f0-445f-b606-ce684b71d4ab'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:15:39.657258 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d9f87a-612c-479c-ac20-1fdc6682a23a" -d '{"events": [{"server_uuid": "b219c2cc-ae74-4d53-9665-f3d16a38ea7d", "name": "network-vif-plugged", "status": "completed", "tag": "fff19d83-87f0-445f-b606-ce684b71d4ab"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:15:39.792037 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff541d6-bc9a-4d92-8a8a-3eccb38a6f8e x-openstack-request-id: req-5ff541d6-bc9a-4d92-8a8a-3eccb38a6f8e {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:15:39.792320 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b219c2cc-ae74-4d53-9665-f3d16a38ea7d", "name": "network-vif-plugged", "status": "completed", "tag": "fff19d83-87f0-445f-b606-ce684b71d4ab", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:15:39.792552 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ff541d6-bc9a-4d92-8a8a-3eccb38a6f8e {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:15:39.792945 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff19d83-87f0-445f-b606-ce684b71d4ab', 'code': 200} Sep 14 12:15:39.796444 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port fff19d83-87f0-445f-b606-ce684b71d4ab, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fff19d83-87f0-445f-b606-ce684b71d4ab,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:39.800420 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:39.858322 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=fff19d83-87f0-445f-b606-ce684b71d4ab,revision_number=7']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:40.276881 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227da916-f3d5-4e6f-8e5b-0085a96379d9 req-bdeb3f1f-ad11-4fe0-8e40-223240a37614 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:40.279445 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-227da916-f3d5-4e6f-8e5b-0085a96379d9 req-bdeb3f1f-ad11-4fe0-8e40-223240a37614 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0653074 Sep 14 12:15:40.328917 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-227da916-f3d5-4e6f-8e5b-0085a96379d9 req-e55ffbb6-0328-4d7b-b79d-eddfb4609bd0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362473 Sep 14 12:15:41.461099 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2af741-efab-471c-917c-517367ecadea req-051102b2-5e0b-40dc-ac13-5410cefa5902 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:41.464463 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ab2af741-efab-471c-917c-517367ecadea req-051102b2-5e0b-40dc-ac13-5410cefa5902 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0577428 Sep 14 12:15:41.518788 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ab2af741-efab-471c-917c-517367ecadea req-48f95a44-50f9-41bd-a5ae-285b4859b94b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403862 Sep 14 12:15:42.647750 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6f4e1-2d32-42da-937d-a22eea68e68a req-50e6caec-52d2-4349-a258-4fcf417da13a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:42.649221 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2ea6f4e1-2d32-42da-937d-a22eea68e68a req-50e6caec-52d2-4349-a258-4fcf417da13a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0498357 Sep 14 12:15:42.704984 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2ea6f4e1-2d32-42da-937d-a22eea68e68a req-332f70e2-139b-45f3-af07-596a340b9683 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487397 Sep 14 12:15:43.237657 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:15:43.843819 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e43c33-5dc3-4931-9245-dfb5ae7d70bc req-4c560423-e17f-49e4-b98d-b716272d444f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:43.846009 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e6e43c33-5dc3-4931-9245-dfb5ae7d70bc req-4c560423-e17f-49e4-b98d-b716272d444f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0563562 Sep 14 12:15:43.893860 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e6e43c33-5dc3-4931-9245-dfb5ae7d70bc req-867c277d-43c0-4bc8-b2ea-1a49bba24509 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402596 Sep 14 12:15:45.025309 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328cb10-9898-4777-a89b-32d548985bc4 req-61a41379-e9d3-4870-a800-bcff3044be77 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:45.026885 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5328cb10-9898-4777-a89b-32d548985bc4 req-61a41379-e9d3-4870-a800-bcff3044be77 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0534501 Sep 14 12:15:45.067632 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5328cb10-9898-4777-a89b-32d548985bc4 req-987cf646-7e2b-415b-ab54-05f522f5439b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335307 Sep 14 12:15:46.192812 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fe10b-45d4-495d-84a2-3e157a067408 req-e9c9bfb9-91a7-44f0-8855-a41c532dca90 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:46.194415 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1b5fe10b-45d4-495d-84a2-3e157a067408 req-e9c9bfb9-91a7-44f0-8855-a41c532dca90 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0515616 Sep 14 12:15:46.234871 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1b5fe10b-45d4-495d-84a2-3e157a067408 req-81b68772-29f3-4cbf-8b3f-e7a74575b783 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343297 Sep 14 12:15:47.368870 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613dc461-5f2d-4f41-b8c7-69da80e4548c req-2bd0d460-bc53-4189-a12b-4f75d65ebdc1 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:47.370359 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-613dc461-5f2d-4f41-b8c7-69da80e4548c req-2bd0d460-bc53-4189-a12b-4f75d65ebdc1 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0544302 Sep 14 12:15:47.410973 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-613dc461-5f2d-4f41-b8c7-69da80e4548c req-f1e5535c-6b4b-4254-a0cc-7bd2204b6aea tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331287 Sep 14 12:15:48.529770 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20eda95-f4cd-4160-aa4b-deed39f53ba1 req-6f85b3e8-2443-4723-9b62-e77367f940e2 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:48.531250 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c20eda95-f4cd-4160-aa4b-deed39f53ba1 req-6f85b3e8-2443-4723-9b62-e77367f940e2 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0480742 Sep 14 12:15:48.567485 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c20eda95-f4cd-4160-aa4b-deed39f53ba1 req-277a8938-e217-4eda-9583-0d9cda539af9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304604 Sep 14 12:15:49.686388 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229da85-95a4-4dcd-b29f-5105400fafdd req-ce800693-749d-4c17-8c77-2ae141679de7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:49.687900 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1229da85-95a4-4dcd-b29f-5105400fafdd req-ce800693-749d-4c17-8c77-2ae141679de7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0472736 Sep 14 12:15:49.755947 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1229da85-95a4-4dcd-b29f-5105400fafdd req-63a564ab-2b04-4321-9e1e-75ad33dc742d tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610607 Sep 14 12:15:49.761778 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b05b5-f891-4f8b-ad93-34c93ad47b0f req-83a6eb64-8298-4473-adb8-39c91170817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:49.763189 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f57b05b5-f891-4f8b-ad93-34c93ad47b0f req-83a6eb64-8298-4473-adb8-39c91170817e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 1098 time: 0.0624511 Sep 14 12:15:49.855340 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b05b5-f891-4f8b-ad93-34c93ad47b0f req-e3dc8412-96b4-494f-8011-6800797d16f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:49.856677 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f57b05b5-f891-4f8b-ad93-34c93ad47b0f req-e3dc8412-96b4-494f-8011-6800797d16f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7 HTTP/1.1" status: 200 len: 918 time: 0.0835340 Sep 14 12:15:49.929696 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f57b05b5-f891-4f8b-ad93-34c93ad47b0f req-fc8fc9b3-f073-40ff-923a-5e380e150b99 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff19d83-87f0-445f-b606-ce684b71d4ab HTTP/1.1" status: 200 len: 1001 time: 0.0643823 Sep 14 12:15:49.985750 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b05b5-f891-4f8b-ad93-34c93ad47b0f req-5a75cd1b-0baf-478a-9791-d2d448fd7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:49.987911 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f57b05b5-f891-4f8b-ad93-34c93ad47b0f req-5a75cd1b-0baf-478a-9791-d2d448fd7063 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6208ef-9aa5-4893-bd46-0183fd7d2f36 HTTP/1.1" status: 200 len: 856 time: 0.0470376 Sep 14 12:15:50.038114 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b05b5-f891-4f8b-ad93-34c93ad47b0f req-e11691c5-5568-4201-9e53-164dd104b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:50.039660 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f57b05b5-f891-4f8b-ad93-34c93ad47b0f req-e11691c5-5568-4201-9e53-164dd104b192 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422244 Sep 14 12:15:50.142808 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f57b05b5-f891-4f8b-ad93-34c93ad47b0f req-b1aeaa34-5f3a-43ee-b79b-a5852f2f0d31 service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906634 Sep 14 12:15:50.236640 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f57b05b5-f891-4f8b-ad93-34c93ad47b0f req-2ff38245-801a-48fc-9d7f-baeb0a2fa055 service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851896 Sep 14 12:15:50.875068 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af955508-ea49-4240-90d9-ba561500e30f req-902347d1-21cd-40dd-a6a4-c575b3df94af tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:50.876478 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af955508-ea49-4240-90d9-ba561500e30f req-902347d1-21cd-40dd-a6a4-c575b3df94af tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 945 time: 0.0499547 Sep 14 12:15:50.914372 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af955508-ea49-4240-90d9-ba561500e30f req-fb8e775c-6e21-4142-81e6-c060a975779b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317588 Sep 14 12:15:51.562631 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device fff19d83-87f0-445f-b606-ce684b71d4ab no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:15:51.637940 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:51.659810 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff19d83-87f0-445f-b606-ce684b71d4ab'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:15:51.662032 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef1ef09-fd04-49ad-b824-c522bce14092" -d '{"events": [{"server_uuid": "b219c2cc-ae74-4d53-9665-f3d16a38ea7d", "name": "network-vif-unplugged", "status": "completed", "tag": "fff19d83-87f0-445f-b606-ce684b71d4ab"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:15:51.674563 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port fff19d83-87f0-445f-b606-ce684b71d4ab, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fff19d83-87f0-445f-b606-ce684b71d4ab,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:51.679658 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:15:51.703453 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 12:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6d20b0-e773-4729-8142-c6bc972b6e08 x-openstack-request-id: req-dd6d20b0-e773-4729-8142-c6bc972b6e08 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:15:51.703838 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b219c2cc-ae74-4d53-9665-f3d16a38ea7d", "name": "network-vif-unplugged", "status": "completed", "tag": "fff19d83-87f0-445f-b606-ce684b71d4ab", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:15:51.704093 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd6d20b0-e773-4729-8142-c6bc972b6e08 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:15:51.704478 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff19d83-87f0-445f-b606-ce684b71d4ab', 'code': 200} Sep 14 12:15:51.728636 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=fff19d83-87f0-445f-b606-ce684b71d4ab,revision_number=8']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:52.030489 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceaca75-9b2f-4d24-b486-28c36c8bf512 req-8d80fc9a-6b55-4b6e-981f-90bcf77d060c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:52.032016 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9ceaca75-9b2f-4d24-b486-28c36c8bf512 req-8d80fc9a-6b55-4b6e-981f-90bcf77d060c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0480368 Sep 14 12:15:52.069105 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9ceaca75-9b2f-4d24-b486-28c36c8bf512 req-e1a58777-d73b-4dd2-9e94-7119026ed6c7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312941 Sep 14 12:15:53.182797 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ad3e1-b401-42fe-80c2-cf8ae4e4703d req-e3ac9768-7a40-47ac-b492-9404563132e3 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:53.184250 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-184ad3e1-b401-42fe-80c2-cf8ae4e4703d req-e3ac9768-7a40-47ac-b492-9404563132e3 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0469768 Sep 14 12:15:53.224073 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-184ad3e1-b401-42fe-80c2-cf8ae4e4703d req-3c080bce-0973-46d0-a5f1-1029d930bb19 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332930 Sep 14 12:15:54.019630 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [req-0bece571-40b4-4ef0-98d8-005cc0cca91d req-6f7c3f41-f136-4e37-9ca7-f5faf8562a70 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 12:15:54.020726 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0bece571-40b4-4ef0-98d8-005cc0cca91d req-6f7c3f41-f136-4e37-9ca7-f5faf8562a70 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053236 Sep 14 12:15:54.173676 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec804c36-9a08-428d-a926-3a173f6ad3d6 req-596d4bae-5274-4b3e-a20f-d4c5eb03f434 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:54.175179 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ec804c36-9a08-428d-a926-3a173f6ad3d6 req-596d4bae-5274-4b3e-a20f-d4c5eb03f434 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0500410 Sep 14 12:15:54.198525 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2b6990a5-2d66-4557-9147-aa897491395b req-2e546500-aa27-4761-a6b7-6260e27f4be7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0381782 Sep 14 12:15:54.212927 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ec804c36-9a08-428d-a926-3a173f6ad3d6 req-d7b62b60-97fb-4197-b4a2-8fdaaee3b820 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317378 Sep 14 12:15:54.982702 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6990a5-2d66-4557-9147-aa897491395b req-2b22cf65-46f4-41a1-adab-b9477627e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:54.984287 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2b6990a5-2d66-4557-9147-aa897491395b req-2b22cf65-46f4-41a1-adab-b9477627e7ff service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d&tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38 HTTP/1.1" status: 200 len: 1096 time: 0.0422223 Sep 14 12:15:55.047487 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6990a5-2d66-4557-9147-aa897491395b req-1d0193fe-75fe-42e8-be2a-7d225413e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:55.048941 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2b6990a5-2d66-4557-9147-aa897491395b req-1d0193fe-75fe-42e8-be2a-7d225413e7ea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 1096 time: 0.0399134 Sep 14 12:15:55.139993 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6990a5-2d66-4557-9147-aa897491395b req-e1222b2d-286d-475f-80fa-1d98d007ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:55.141391 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2b6990a5-2d66-4557-9147-aa897491395b req-e1222b2d-286d-475f-80fa-1d98d007ad38 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7 HTTP/1.1" status: 200 len: 918 time: 0.0847721 Sep 14 12:15:55.204629 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2b6990a5-2d66-4557-9147-aa897491395b req-e1ca9fe8-e879-4df3-a667-8a94eac66fd8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff19d83-87f0-445f-b606-ce684b71d4ab HTTP/1.1" status: 200 len: 999 time: 0.0554831 Sep 14 12:15:55.258063 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6990a5-2d66-4557-9147-aa897491395b req-bc16f21a-605f-4eee-a3b1-2ea1062158da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:55.259575 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2b6990a5-2d66-4557-9147-aa897491395b req-bc16f21a-605f-4eee-a3b1-2ea1062158da service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6208ef-9aa5-4893-bd46-0183fd7d2f36 HTTP/1.1" status: 200 len: 856 time: 0.0464723 Sep 14 12:15:55.333284 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6990a5-2d66-4557-9147-aa897491395b req-b06fadec-b1bb-4589-a466-68e117e18e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:55.334828 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2b6990a5-2d66-4557-9147-aa897491395b req-b06fadec-b1bb-4589-a466-68e117e18e81 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0667999 Sep 14 12:15:55.346679 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0ddda-bd7d-4768-a31b-26d70c6fc384 req-78db5f39-43ea-40c8-8848-835a527d5403 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:55.348060 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f9c0ddda-bd7d-4768-a31b-26d70c6fc384 req-78db5f39-43ea-40c8-8848-835a527d5403 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0566630 Sep 14 12:15:55.437434 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f9c0ddda-bd7d-4768-a31b-26d70c6fc384 req-5da99c7d-a84c-4940-b63c-38b4da2bc731 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810266 Sep 14 12:15:55.457136 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2b6990a5-2d66-4557-9147-aa897491395b req-21532c94-7cb2-4d67-8e7f-df5604ee285e service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081839 Sep 14 12:15:55.548333 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2b6990a5-2d66-4557-9147-aa897491395b req-43fe2c90-8b12-474d-82e2-53a10123cdba service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835259 Sep 14 12:15:55.579907 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device fff19d83-87f0-445f-b606-ce684b71d4ab no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:15:56.560935 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf04aae-4b69-473a-a0fa-16b40158380f req-001664a9-82bd-4179-988a-9f9f8b41bc72 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:56.563162 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ecf04aae-4b69-473a-a0fa-16b40158380f req-001664a9-82bd-4179-988a-9f9f8b41bc72 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0531323 Sep 14 12:15:56.600526 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ecf04aae-4b69-473a-a0fa-16b40158380f req-b7fdb8b1-1fa5-40c2-8c00-51460fbddbec tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314369 Sep 14 12:15:57.744898 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc72da-d25b-45b6-9185-cde0694451e5 req-b9d36251-9e4d-4bd7-811d-c42d6d2687b3 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:57.746409 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9edc72da-d25b-45b6-9185-cde0694451e5 req-b9d36251-9e4d-4bd7-811d-c42d6d2687b3 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0637400 Sep 14 12:15:57.785940 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9edc72da-d25b-45b6-9185-cde0694451e5 req-ef232731-ae3f-49be-b3fc-98362fa60ad0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328712 Sep 14 12:15:58.908449 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e52e01-30b7-4f31-b4ca-98911538c595 req-80bfeea6-bade-4aef-8063-ee961908f85a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:15:58.909906 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f8e52e01-30b7-4f31-b4ca-98911538c595 req-80bfeea6-bade-4aef-8063-ee961908f85a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0497134 Sep 14 12:15:58.953805 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f8e52e01-30b7-4f31-b4ca-98911538c595 req-2311605e-e0aa-4d48-8835-3370d4e3474a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378776 Sep 14 12:15:58.970040 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3db10eae-99e0-4331-ba5e-dab094824045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:00.088085 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb91f6-7d7c-4fb1-809c-c8005908d4f6 req-9de49ba3-9b63-4387-9b2c-b0a966c680cb tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:00.089622 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66eb91f6-7d7c-4fb1-809c-c8005908d4f6 req-9de49ba3-9b63-4387-9b2c-b0a966c680cb tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0570714 Sep 14 12:16:00.127768 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66eb91f6-7d7c-4fb1-809c-c8005908d4f6 req-99658145-1cbc-45d3-9b4b-c824e76a096c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321541 Sep 14 12:16:01.255079 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc036444-5c95-490b-ac64-43ff2f7f118f req-ce3ba050-9b47-4915-94ae-3342babaa365 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:01.256570 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cc036444-5c95-490b-ac64-43ff2f7f118f req-ce3ba050-9b47-4915-94ae-3342babaa365 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0578160 Sep 14 12:16:01.294542 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cc036444-5c95-490b-ac64-43ff2f7f118f req-5c832072-9f45-4751-8f94-e5bd1353fabc tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320270 Sep 14 12:16:01.727452 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e0e0db72-8f8e-44c7-ab3a-28204ef99274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:01.975397 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:02.425624 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025180ef-4316-4ef9-b07d-77659cf473af req-9f9d72bb-e759-418d-97e1-011ca528abc3 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:02.427109 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-025180ef-4316-4ef9-b07d-77659cf473af req-9f9d72bb-e759-418d-97e1-011ca528abc3 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0573800 Sep 14 12:16:02.468268 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-025180ef-4316-4ef9-b07d-77659cf473af req-20dc8c3a-52d4-4009-8558-a7db63ac448c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349526 Sep 14 12:16:02.936702 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:03.594108 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12999d2f-01f0-49c1-875a-44aec34c9174 req-74225c38-ad6f-474c-888e-9d3203f0c180 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:03.595990 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-12999d2f-01f0-49c1-875a-44aec34c9174 req-74225c38-ad6f-474c-888e-9d3203f0c180 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0545943 Sep 14 12:16:03.636729 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-12999d2f-01f0-49c1-875a-44aec34c9174 req-f06eaca9-3075-4478-9d38-aaa678571cd4 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346410 Sep 14 12:16:03.918067 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:04.762501 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f351207-2579-428c-b0ca-1a61854e570f req-67b9a8bc-970f-45ac-858c-a3eee83c9da5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:04.764688 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1f351207-2579-428c-b0ca-1a61854e570f req-67b9a8bc-970f-45ac-858c-a3eee83c9da5 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0548086 Sep 14 12:16:04.803407 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1f351207-2579-428c-b0ca-1a61854e570f req-947df5ab-2604-489b-8672-e168c66f50a3 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326567 Sep 14 12:16:05.204234 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:05.929464 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6536f93-e3bc-478e-8175-c2e1237f18fb req-231c20ea-e689-4cca-89ed-955b40949474 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:05.931117 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f6536f93-e3bc-478e-8175-c2e1237f18fb req-231c20ea-e689-4cca-89ed-955b40949474 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0514715 Sep 14 12:16:05.993472 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f6536f93-e3bc-478e-8175-c2e1237f18fb req-0b33ce0a-a413-4e95-9be2-fd0959689ee6 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563612 Sep 14 12:16:07.142828 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff77c-b8c1-46c4-8de5-f97ceb0b648a req-1245d397-0145-4491-98bb-d97498c9ade0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:07.144250 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6ccff77c-b8c1-46c4-8de5-f97ceb0b648a req-1245d397-0145-4491-98bb-d97498c9ade0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0533826 Sep 14 12:16:07.181698 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6ccff77c-b8c1-46c4-8de5-f97ceb0b648a req-8b006876-610e-4db5-b02c-a03ebdbc5d09 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312760 Sep 14 12:16:08.300204 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0494be9-815d-425a-b081-faf44b50fd46 req-6fc35af4-06a6-4242-9ff1-d4de902570d9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:08.302010 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c0494be9-815d-425a-b081-faf44b50fd46 req-6fc35af4-06a6-4242-9ff1-d4de902570d9 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0504746 Sep 14 12:16:08.342702 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c0494be9-815d-425a-b081-faf44b50fd46 req-91ac890f-89f5-4f72-813e-c7a9769894e1 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343435 Sep 14 12:16:09.459844 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46b650-06ab-4754-b719-b0b99a4bdfeb req-fef82810-600a-4ec3-8080-46d7734b4262 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:09.461224 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2d46b650-06ab-4754-b719-b0b99a4bdfeb req-fef82810-600a-4ec3-8080-46d7734b4262 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 943 time: 0.0482647 Sep 14 12:16:09.501602 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2d46b650-06ab-4754-b719-b0b99a4bdfeb req-57188577-94e2-4a94-a5ec-523636fa789f tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346026 Sep 14 12:16:09.627273 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device fff19d83-87f0-445f-b606-ce684b71d4ab details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:16:09.722350 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port fff19d83-87f0-445f-b606-ce684b71d4ab, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fff19d83-87f0-445f-b606-ce684b71d4ab,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:09.733989 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': 'fff19d83-87f0-445f-b606-ce684b71d4ab', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'port_id': 'fff19d83-87f0-445f-b606-ce684b71d4ab', 'mac_address': 'fa:16:3e:07:6d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:16:09.773545 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:09.785291 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff19d83-87f0-445f-b606-ce684b71d4ab {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:16:09.805006 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port fff19d83-87f0-445f-b606-ce684b71d4ab, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fff19d83-87f0-445f-b606-ce684b71d4ab,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:09.808960 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:09.856814 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=fff19d83-87f0-445f-b606-ce684b71d4ab,revision_number=9']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:10.100210 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['fff19d83-87f0-445f-b606-ce684b71d4ab'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:16:10.625061 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765ce70-e0cb-471e-a360-aef5491f8404 req-5d578e3d-e8ef-4e36-8f78-d75127a9b497 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:10.626619 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c765ce70-e0cb-471e-a360-aef5491f8404 req-5d578e3d-e8ef-4e36-8f78-d75127a9b497 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 944 time: 0.0530200 Sep 14 12:16:10.689241 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c765ce70-e0cb-471e-a360-aef5491f8404 req-432e78d6-a3d1-4d7e-8ec9-dcaaaee843e4 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566833 Sep 14 12:16:10.705270 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8cb0a-f93f-49f9-9da3-008e927212c9 req-58c81ee6-b91c-495f-b053-f3737489eb5f tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:10.706807 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aca8cb0a-f93f-49f9-9da3-008e927212c9 req-58c81ee6-b91c-495f-b053-f3737489eb5f tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52 HTTP/1.1" status: 200 len: 946 time: 0.0672731 Sep 14 12:16:10.744498 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aca8cb0a-f93f-49f9-9da3-008e927212c9 req-b41cef68-005b-4bc0-b5c3-f91269feb9fc tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318987 Sep 14 12:16:11.655212 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device fff19d83-87f0-445f-b606-ce684b71d4ab up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:16:11.702696 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port fff19d83-87f0-445f-b606-ce684b71d4ab triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:16:11.703095 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:11.781693 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:11.806981 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff19d83-87f0-445f-b606-ce684b71d4ab'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:16:11.809149 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da21c38-4879-4b9c-815b-4161c759ac67" -d '{"events": [{"server_uuid": "b219c2cc-ae74-4d53-9665-f3d16a38ea7d", "name": "network-vif-plugged", "status": "completed", "tag": "fff19d83-87f0-445f-b606-ce684b71d4ab"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:16:11.813025 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6572b2-49bd-430f-8e40-7f39ee960275 req-4c4834c8-d8f6-4af2-9d31-87c6be58bc31 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:11.814671 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3b6572b2-49bd-430f-8e40-7f39ee960275 req-4c4834c8-d8f6-4af2-9d31-87c6be58bc31 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 944 time: 0.0527873 Sep 14 12:16:11.822006 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port fff19d83-87f0-445f-b606-ce684b71d4ab, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fff19d83-87f0-445f-b606-ce684b71d4ab,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:11.828841 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:11.875335 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=fff19d83-87f0-445f-b606-ce684b71d4ab,revision_number=10']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:11.880543 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3b6572b2-49bd-430f-8e40-7f39ee960275 req-c707e9e2-3ce5-4796-93be-f82ed7f2bcda tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540392 Sep 14 12:16:11.889301 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627fba5-98ba-4bff-8048-dae8b118ed2d req-d7a78f2f-f56a-429d-8b78-4e0b073232f2 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:11.890741 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1627fba5-98ba-4bff-8048-dae8b118ed2d req-d7a78f2f-f56a-429d-8b78-4e0b073232f2 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52 HTTP/1.1" status: 200 len: 946 time: 0.0736980 Sep 14 12:16:11.929132 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1627fba5-98ba-4bff-8048-dae8b118ed2d req-b1b69387-67ef-4311-9af3-c183afaea9d0 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322042 Sep 14 12:16:11.932969 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9678fd-db5f-4de7-975b-30e1aeeafbac x-openstack-request-id: req-6f9678fd-db5f-4de7-975b-30e1aeeafbac {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:16:11.933261 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b219c2cc-ae74-4d53-9665-f3d16a38ea7d", "name": "network-vif-plugged", "status": "completed", "tag": "fff19d83-87f0-445f-b606-ce684b71d4ab", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:16:11.933538 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f9678fd-db5f-4de7-975b-30e1aeeafbac {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:16:11.933924 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff19d83-87f0-445f-b606-ce684b71d4ab', 'code': 200} Sep 14 12:16:12.121687 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f62502-2bec-4522-90b5-147703eb6940 req-c0c1fe8c-ba43-4c25-b2e5-4968617385d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:12.123710 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-02f62502-2bec-4522-90b5-147703eb6940 req-c0c1fe8c-ba43-4c25-b2e5-4968617385d3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 1099 time: 0.0392010 Sep 14 12:16:12.157511 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-02f62502-2bec-4522-90b5-147703eb6940 req-fc60f994-3b3a-43b8-8f78-2f751d0c9b5d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266972 Sep 14 12:16:12.679299 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd640e83-7aff-42a2-b8c4-f2e3ea32dc91 req-8b8ea836-9c2f-4a9d-834b-6f48c3fa053a tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:12.680737 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fd640e83-7aff-42a2-b8c4-f2e3ea32dc91 req-8b8ea836-9c2f-4a9d-834b-6f48c3fa053a tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52 HTTP/1.1" status: 200 len: 946 time: 0.0522907 Sep 14 12:16:12.771810 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fd640e83-7aff-42a2-b8c4-f2e3ea32dc91 req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Deleting port 475f80d5-f2e1-4186-b5ef-2199343dfd17 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:16:12.772146 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fd640e83-7aff-42a2-b8c4-f2e3ea32dc91 req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:12.860274 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fd640e83-7aff-42a2-b8c4-f2e3ea32dc91 req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] For port 475f80d5-f2e1-4186-b5ef-2199343dfd17, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=475f80d5-f2e1-4186-b5ef-2199343dfd17,segment=NetworkSegment(1b2bc52d-b644-4976-9cf6-49c0ac9cd44b),segment_id=1b2bc52d-b644-4976-9cf6-49c0ac9cd44b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:12.860939 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fd640e83-7aff-42a2-b8c4-f2e3ea32dc91 req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:12.872115 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fd640e83-7aff-42a2-b8c4-f2e3ea32dc91 req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Calling delete_port for 475f80d5-f2e1-4186-b5ef-2199343dfd17 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:16:13.053808 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fd640e83-7aff-42a2-b8c4-f2e3ea32dc91 req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:13.067931 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['475f80d5-f2e1-4186-b5ef-2199343dfd17'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:16:13.078952 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adb9b6-c408-41b6-81ac-ece018c957aa req-256f39f4-a1e3-42f8-be8c-5cf947cc2ab1 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:13.080413 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b7adb9b6-c408-41b6-81ac-ece018c957aa req-256f39f4-a1e3-42f8-be8c-5cf947cc2ab1 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 946 time: 0.1069319 Sep 14 12:16:13.103934 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Pushing event deleted for resources: {'Port': ['ID=475f80d5-f2e1-4186-b5ef-2199343dfd17,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:13.123638 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004a1e7-855c-4f80-a897-4dbda443ea79 req-6fb6b3fa-19b9-477c-8a7b-6d79ca699caa tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:13.124982 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5004a1e7-855c-4f80-a897-4dbda443ea79 req-6fb6b3fa-19b9-477c-8a7b-6d79ca699caa tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52 HTTP/1.1" status: 200 len: 867 time: 0.1140690 Sep 14 12:16:13.392452 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:13.392798 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:13.393135 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:13.393465 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:13.393785 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:13.394106 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:13.394440 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:13.394749 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:13.395083 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:13.395407 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:13.395724 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:13.396038 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:13.425120 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd640e83-7aff-42a2-b8c4-f2e3ea32dc91 req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] No DVR routers for this DVR port 475f80d5-f2e1-4186-b5ef-2199343dfd17 on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:16:13.430584 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fd640e83-7aff-42a2-b8c4-f2e3ea32dc91 req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:13.432508 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fd640e83-7aff-42a2-b8c4-f2e3ea32dc91 req-e2abac20-33c2-4404-93e5-6393c1037b6b tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.22 "DELETE /v2.0/ports/475f80d5-f2e1-4186-b5ef-2199343dfd17 HTTP/1.1" status: 204 len: 173 time: 0.7419393 Sep 14 12:16:13.432924 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52', 'name': 'network-vif-deleted', 'tag': '475f80d5-f2e1-4186-b5ef-2199343dfd17'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:16:13.435132 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29392d1-df15-4947-a0f6-aa272f44f32b" -d '{"events": [{"server_uuid": "ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52", "name": "network-vif-deleted", "tag": "475f80d5-f2e1-4186-b5ef-2199343dfd17"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:16:13.459519 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b7adb9b6-c408-41b6-81ac-ece018c957aa req-e41bbbb8-be13-4b9e-9916-df68437f4ead tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3604186 Sep 14 12:16:13.468245 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5004a1e7-855c-4f80-a897-4dbda443ea79 req-b87dfda3-a436-4d4b-a61b-ac3884a94b11 tempest-VolumesSnapshotTestJSON-833118207 tempest-VolumesSnapshotTestJSON-833118207-project] 10.222.0.20 "GET /v2.0/security-groups?id=66bf073a-9d00-496e-9bf9-18b56837180c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829241 Sep 14 12:16:13.528547 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b140192e-6735-4952-916a-7eacb781f17b x-openstack-request-id: req-b140192e-6735-4952-916a-7eacb781f17b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:16:13.528830 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52", "name": "network-vif-deleted", "tag": "475f80d5-f2e1-4186-b5ef-2199343dfd17", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:16:13.529260 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b140192e-6735-4952-916a-7eacb781f17b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:16:13.529538 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0d0ef8-7db7-4f5d-9264-940d9dc8ee52', 'name': 'network-vif-deleted', 'tag': '475f80d5-f2e1-4186-b5ef-2199343dfd17', 'status': 'completed', 'code': 200} Sep 14 12:16:14.583352 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6e784-7f15-436d-90d0-def59c9680f7 req-81a12e4a-77a4-4060-ae97-771080d089a7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:14.584946 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2ae6e784-7f15-436d-90d0-def59c9680f7 req-81a12e4a-77a4-4060-ae97-771080d089a7 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 946 time: 0.0495417 Sep 14 12:16:14.624621 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2ae6e784-7f15-436d-90d0-def59c9680f7 req-cedfbf55-24e8-49d0-a687-58b45e32167a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336890 Sep 14 12:16:15.685925 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 475f80d5-f2e1-4186-b5ef-2199343dfd17 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:16:15.704797 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: 475f80d5-f2e1-4186-b5ef-2199343dfd17 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:16:15.705144 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 475f80d5-f2e1-4186-b5ef-2199343dfd17 not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:16:20.237026 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:16:23.572945 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700664c-0887-4f59-8c31-296fc601291c req-ae0314f4-c984-4859-b495-2d2ea26de95f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:23.574897 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4700664c-0887-4f59-8c31-296fc601291c req-ae0314f4-c984-4859-b495-2d2ea26de95f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 945 time: 0.0497439 Sep 14 12:16:23.615458 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4700664c-0887-4f59-8c31-296fc601291c req-47e7c47d-a1b8-44ea-a7b0-423ca71145ab tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345719 Sep 14 12:16:24.729882 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65585275-2724-4c6a-981e-b4c9f20a6b84 req-fee1a895-fc4c-4523-aff7-4af14ec0327f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:24.731326 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-65585275-2724-4c6a-981e-b4c9f20a6b84 req-fee1a895-fc4c-4523-aff7-4af14ec0327f tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 945 time: 0.0463550 Sep 14 12:16:24.767566 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-65585275-2724-4c6a-981e-b4c9f20a6b84 req-5982834f-c97e-4c9d-bb76-a2938a093e15 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292392 Sep 14 12:16:25.880775 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbded8-f5a1-4e1a-bad2-b975a5b4a2ba req-86876bf3-09dc-4a54-b34c-77bcce299bb6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:25.882072 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8bfbded8-f5a1-4e1a-bad2-b975a5b4a2ba req-86876bf3-09dc-4a54-b34c-77bcce299bb6 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 945 time: 0.0478337 Sep 14 12:16:25.919258 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8bfbded8-f5a1-4e1a-bad2-b975a5b4a2ba req-545f1418-401e-485b-a172-cc9a0e73465d tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312219 Sep 14 12:16:27.032196 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043909b-7496-401e-88ac-2d0edaad46c9 req-9c0111de-e53b-468b-90f4-f5b677404a6c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:27.033692 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6043909b-7496-401e-88ac-2d0edaad46c9 req-9c0111de-e53b-468b-90f4-f5b677404a6c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 945 time: 0.0479174 Sep 14 12:16:27.072935 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6043909b-7496-401e-88ac-2d0edaad46c9 req-d45df99b-f780-497c-ad9e-f9009ddfa0b7 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups?id=4fc77080-e743-4620-8df0-e5b593841fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335391 Sep 14 12:16:27.662568 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea04fd2-1c16-440b-8311-b2cc9c9ec77f req-8e0e9d90-4d9b-41c0-89ca-dca9a3bf5bc8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:27.664024 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1ea04fd2-1c16-440b-8311-b2cc9c9ec77f req-8e0e9d90-4d9b-41c0-89ca-dca9a3bf5bc8 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 945 time: 0.0465403 Sep 14 12:16:27.752496 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-1ea04fd2-1c16-440b-8311-b2cc9c9ec77f req-2897e527-7723-4327-ba53-2d59c1bf658c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Deleting port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:16:27.752833 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1ea04fd2-1c16-440b-8311-b2cc9c9ec77f req-2897e527-7723-4327-ba53-2d59c1bf658c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:27.839348 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-1ea04fd2-1c16-440b-8311-b2cc9c9ec77f req-2897e527-7723-4327-ba53-2d59c1bf658c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] For port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=02b35c9f-3583-4932-92cb-2b0f54eb8fe3,segment=NetworkSegment(3f2d7a91-3dd4-4446-870d-ce887d43071a),segment_id=3f2d7a91-3dd4-4446-870d-ce887d43071a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:27.839692 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1ea04fd2-1c16-440b-8311-b2cc9c9ec77f req-2897e527-7723-4327-ba53-2d59c1bf658c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:28.004352 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1ea04fd2-1c16-440b-8311-b2cc9c9ec77f req-2897e527-7723-4327-ba53-2d59c1bf658c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:28.004711 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1ea04fd2-1c16-440b-8311-b2cc9c9ec77f req-2897e527-7723-4327-ba53-2d59c1bf658c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:28.005020 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.l3_db [req-1ea04fd2-1c16-440b-8311-b2cc9c9ec77f req-2897e527-7723-4327-ba53-2d59c1bf658c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Floating IP 70e6eead-c711-4c19-875c-4604337583ee disassociated. External IP: 172.27.0.121, port: 02b35c9f-3583-4932-92cb-2b0f54eb8fe3. Sep 14 12:16:28.005352 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-1ea04fd2-1c16-440b-8311-b2cc9c9ec77f req-2897e527-7723-4327-ba53-2d59c1bf658c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Calling delete_port for 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:16:28.130495 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1ea04fd2-1c16-440b-8311-b2cc9c9ec77f req-2897e527-7723-4327-ba53-2d59c1bf658c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:28.167428 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897e527-7723-4327-ba53-2d59c1bf658c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event deleted for resources: {'Port': ['ID=02b35c9f-3583-4932-92cb-2b0f54eb8fe3,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:28.191150 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bcaf9d8d-b495-4736-b9f5-d1714663ee6b req-7ae92b3a-5c29-47fb-abb0-36750e883266 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc596ea9-2d3a-4545-84cf-2db209699f94 HTTP/1.1" status: 200 len: 210 time: 0.0492172 Sep 14 12:16:28.299628 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ea04fd2-1c16-440b-8311-b2cc9c9ec77f req-2897e527-7723-4327-ba53-2d59c1bf658c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:16:28.409142 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ea04fd2-1c16-440b-8311-b2cc9c9ec77f req-2897e527-7723-4327-ba53-2d59c1bf658c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:16:28.421606 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34bed60-10f0-4067-a207-5cc32df672d7 None None] Sync routers for ids ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:16:28.432051 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34bed60-10f0-4067-a207-5cc32df672d7 None None] Routers {'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:16:28.432676 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-b34bed60-10f0-4067-a207-5cc32df672d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:16:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:28.457331 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea04fd2-1c16-440b-8311-b2cc9c9ec77f req-2897e527-7723-4327-ba53-2d59c1bf658c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] No DVR routers for this DVR port 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:16:28.460841 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1ea04fd2-1c16-440b-8311-b2cc9c9ec77f req-2897e527-7723-4327-ba53-2d59c1bf658c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:28.464346 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1ea04fd2-1c16-440b-8311-b2cc9c9ec77f req-2897e527-7723-4327-ba53-2d59c1bf658c tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.22 "DELETE /v2.0/ports/02b35c9f-3583-4932-92cb-2b0f54eb8fe3 HTTP/1.1" status: 204 len: 173 time: 0.7922864 Sep 14 12:16:28.465054 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc596ea9-2d3a-4545-84cf-2db209699f94', 'name': 'network-vif-deleted', 'tag': '02b35c9f-3583-4932-92cb-2b0f54eb8fe3'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:16:28.469289 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c515679d-c4a4-4be7-b018-f6020374bdc9" -d '{"events": [{"server_uuid": "bc596ea9-2d3a-4545-84cf-2db209699f94", "name": "network-vif-deleted", "tag": "02b35c9f-3583-4932-92cb-2b0f54eb8fe3"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:16:28.542337 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29aa23be-8b74-4313-9368-f692b3537eab x-openstack-request-id: req-29aa23be-8b74-4313-9368-f692b3537eab {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:16:28.542626 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc596ea9-2d3a-4545-84cf-2db209699f94", "name": "network-vif-deleted", "tag": "02b35c9f-3583-4932-92cb-2b0f54eb8fe3", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:16:28.542883 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29aa23be-8b74-4313-9368-f692b3537eab {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:16:28.543292 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc596ea9-2d3a-4545-84cf-2db209699f94', 'name': 'network-vif-deleted', 'tag': '02b35c9f-3583-4932-92cb-2b0f54eb8fe3', 'status': 'completed', 'code': 200} Sep 14 12:16:28.633657 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-b34bed60-10f0-4067-a207-5cc32df672d7 None None] Set router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:16:28.828897 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-b34bed60-10f0-4067-a207-5cc32df672d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '5847e187-9b71-4a1e-9f84-40b10482bfca', 'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'mac_address': 'fa:16:3e:c0:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:30Z', 'updated_at': '2021-09-14T12:09:45Z', 'revision_number': 5, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'subnets': [{'id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:28.853404 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34bed60-10f0-4067-a207-5cc32df672d7 None None] Checking router: b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:16:28.862138 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34bed60-10f0-4067-a207-5cc32df672d7 None None] Routers {'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:16:28.862745 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-b34bed60-10f0-4067-a207-5cc32df672d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:16:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:28.979598 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-b34bed60-10f0-4067-a207-5cc32df672d7 None None] Set router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:16:28.981906 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-696276ff-8157-4e60-8835-6ce774bae7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:29.175560 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-b34bed60-10f0-4067-a207-5cc32df672d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '5847e187-9b71-4a1e-9f84-40b10482bfca', 'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'mac_address': 'fa:16:3e:c0:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:30Z', 'updated_at': '2021-09-14T12:09:45Z', 'revision_number': 5, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'subnets': [{'id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:29.200758 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34bed60-10f0-4067-a207-5cc32df672d7 None None] The sync data for ids ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'] in dv-cinder-784945-14-iscsi is: [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '5847e187-9b71-4a1e-9f84-40b10482bfca', 'name': '', 'network_id': '3329974f-caa5-4fbb-a97c-79e694482018', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'mac_address': 'fa:16:3e:c0:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:30Z', 'updated_at': '2021-09-14T12:09:45Z', 'revision_number': 5, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'subnets': [{'id': '376911e4-d0c1-454d-ab61-9236295f51b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:16:29.284758 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51364) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:29.340802 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-61fdfabe-9c1a-4987-8391-ded8c6e99ee1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:29.365602 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-61fdfabe-9c1a-4987-8391-ded8c6e99ee1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:29.419717 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939e546-bdd0-42a4-9c20-af9accbb4ec2 None None] New status for floating IP 70e6eead-c711-4c19-875c-4604337583ee: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:16:29.420222 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-61fdfabe-9c1a-4987-8391-ded8c6e99ee1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:29.422914 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-61fdfabe-9c1a-4987-8391-ded8c6e99ee1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:29.424122 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-61fdfabe-9c1a-4987-8391-ded8c6e99ee1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "DELETE /v2.0/security-groups/4fc77080-e743-4620-8df0-e5b593841fd0 HTTP/1.1" status: 204 len: 168 time: 0.1383152 Sep 14 12:16:29.426941 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51366) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:29.433121 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdfabe-9c1a-4987-8391-ded8c6e99ee1 tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc77080-e743-4620-8df0-e5b593841fd0,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:29.450606 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.api.v2.resource [None req-6d620ae1-47ac-4922-a845-0546c3371a4a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] show failed (client error): The resource could not be found. Sep 14 12:16:29.459413 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-6d620ae1-47ac-4922-a845-0546c3371a4a tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "GET /v2.0/security-groups/4fc77080-e743-4620-8df0-e5b593841fd0 HTTP/1.1" status: 404 len: 347 time: 0.0310884 Sep 14 12:16:29.462152 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51368) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:29.593403 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-58023aa7-528d-4217-9cb5-236d504071be tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Deleting port 1a8a40e4-ca24-407f-97d5-f2b2e37386bf {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:16:29.593761 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58023aa7-528d-4217-9cb5-236d504071be tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:29.673538 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58023aa7-528d-4217-9cb5-236d504071be tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:29.673863 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58023aa7-528d-4217-9cb5-236d504071be tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:29.685714 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-58023aa7-528d-4217-9cb5-236d504071be tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Calling delete_port for 1a8a40e4-ca24-407f-97d5-f2b2e37386bf owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:16:29.788010 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:16:29.803760 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:16:29.804114 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 02b35c9f-3583-4932-92cb-2b0f54eb8fe3 not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:16:29.825434 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58023aa7-528d-4217-9cb5-236d504071be tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:29.853819 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58023aa7-528d-4217-9cb5-236d504071be tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Pushing event deleted for resources: {'Port': ['ID=1a8a40e4-ca24-407f-97d5-f2b2e37386bf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:29.912246 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58023aa7-528d-4217-9cb5-236d504071be tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:29.914731 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58023aa7-528d-4217-9cb5-236d504071be tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:29.915951 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-58023aa7-528d-4217-9cb5-236d504071be tempest-AttachVolumeTestJSON-1103454686 tempest-AttachVolumeTestJSON-1103454686-project] 10.222.0.20 "DELETE /v2.0/floatingips/70e6eead-c711-4c19-875c-4604337583ee HTTP/1.1" status: 204 len: 168 time: 0.4528620 Sep 14 12:16:31.727863 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1bc4862a-8d5e-4d14-8a57-54ab7a9162ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:31.981549 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:32.939360 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:33.456904 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51426) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:33.871264 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577023'] for router_interface, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:33.921792 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:34.112728 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Deleting port 5847e187-9b71-4a1e-9f84-40b10482bfca {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:16:34.113060 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:34.188707 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] For port 5847e187-9b71-4a1e-9f84-40b10482bfca, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=5847e187-9b71-4a1e-9f84-40b10482bfca,segment=NetworkSegment(3f2d7a91-3dd4-4446-870d-ce887d43071a),segment_id=3f2d7a91-3dd4-4446-870d-ce887d43071a)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:34.189164 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:34.206479 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Calling delete_port for 5847e187-9b71-4a1e-9f84-40b10482bfca owned by network:router_interface {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:16:34.384987 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:34.412208 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5847e187-9b71-4a1e-9f84-40b10482bfca,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:34.436237 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:34.436587 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:34.436924 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:34.437256 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:34.437582 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:34.437914 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:34.438755 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:34.439519 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:34.439519 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:34.439797 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:34.440059 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:34.440336 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:34.578914 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577099'] for router_interface, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:34.998823 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:16:35.100759 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:16:35.105780 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e9a65198-2c49-4963-ba67-43e1d934c7a8 admin admin] 10.222.0.20 "PUT /v2.0/routers/b98b6dee-f3f4-4da7-9c8e-5b9951e8e142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6478608 Sep 14 12:16:35.108300 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51436) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:35.111911 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c579ac-3ebc-4f6d-b63f-3f3f2a637c4b None None] Sync routers for ids ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:16:35.121396 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c579ac-3ebc-4f6d-b63f-3f3f2a637c4b None None] Routers {'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:16:35.122011 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-28c579ac-3ebc-4f6d-b63f-3f3f2a637c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:16:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:35.208171 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5145-653e-4c4e-a7eb-b8abf4e02e12 admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:35.227630 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:35.231250 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-28c579ac-3ebc-4f6d-b63f-3f3f2a637c4b None None] Set router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:16:35.312691 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5145-653e-4c4e-a7eb-b8abf4e02e12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:35.374232 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d5145-653e-4c4e-a7eb-b8abf4e02e12 admin admin] Deleting port 7b66686c-5ea6-4c9c-977e-f899209bbcf6 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:16:35.374754 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5145-653e-4c4e-a7eb-b8abf4e02e12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:35.419383 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-28c579ac-3ebc-4f6d-b63f-3f3f2a637c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:16:34Z', 'revision_number': 5, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port': {'id': '7b66686c-5ea6-4c9c-977e-f899209bbcf6', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:35.448244 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c579ac-3ebc-4f6d-b63f-3f3f2a637c4b None None] Checking router: b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:16:35.457150 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c579ac-3ebc-4f6d-b63f-3f3f2a637c4b None None] Routers {'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:16:35.457779 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-28c579ac-3ebc-4f6d-b63f-3f3f2a637c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:16:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:35.460503 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-3a3d5145-653e-4c4e-a7eb-b8abf4e02e12 admin admin] For port 7b66686c-5ea6-4c9c-977e-f899209bbcf6, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=7b66686c-5ea6-4c9c-977e-f899209bbcf6,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:35.460966 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5145-653e-4c4e-a7eb-b8abf4e02e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:35.475862 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d5145-653e-4c4e-a7eb-b8abf4e02e12 admin admin] Calling delete_port for 7b66686c-5ea6-4c9c-977e-f899209bbcf6 owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:16:35.653066 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5145-653e-4c4e-a7eb-b8abf4e02e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:35.667269 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-28c579ac-3ebc-4f6d-b63f-3f3f2a637c4b None None] Set router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 gateway port host: None {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:16:35.682933 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d5145-653e-4c4e-a7eb-b8abf4e02e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b66686c-5ea6-4c9c-977e-f899209bbcf6,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:35.724925 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-28c579ac-3ebc-4f6d-b63f-3f3f2a637c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:16:35Z', 'revision_number': 6, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port_host': None}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:35.747533 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5145-653e-4c4e-a7eb-b8abf4e02e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580905'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:35.754915 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c579ac-3ebc-4f6d-b63f-3f3f2a637c4b None None] The sync data for ids ['b98b6dee-f3f4-4da7-9c8e-5b9951e8e142'] in dv-cinder-784945-14-iscsi is: [{'id': 'b98b6dee-f3f4-4da7-9c8e-5b9951e8e142', 'name': 'tempest-AttachVolumeTestJSON-1264510774-router', 'tenant_id': 'bc7f932fd90541ac8eb8962205371d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:16:35Z', 'revision_number': 6, 'project_id': 'bc7f932fd90541ac8eb8962205371d28', 'gw_port_host': None}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:16:35.849092 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5145-653e-4c4e-a7eb-b8abf4e02e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1707'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:35.851226 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5145-653e-4c4e-a7eb-b8abf4e02e12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:35.915768 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5145-653e-4c4e-a7eb-b8abf4e02e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578963'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:35.916419 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3d5145-653e-4c4e-a7eb-b8abf4e02e12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:16:35.921111 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5145-653e-4c4e-a7eb-b8abf4e02e12 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:35.922249 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3a3d5145-653e-4c4e-a7eb-b8abf4e02e12 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b98b6dee-f3f4-4da7-9c8e-5b9951e8e142 HTTP/1.1" status: 204 len: 168 time: 0.8130445 Sep 14 12:16:35.924878 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51460) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:35.967307 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b18f8ec-f790-4573-be04-eb0ad7e7d99e admin admin] Deleting subnet 376911e4-d0c1-454d-ab61-9236295f51b8 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:16:35.970765 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5b18f8ec-f790-4573-be04-eb0ad7e7d99e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:36.003977 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5b18f8ec-f790-4573-be04-eb0ad7e7d99e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175050'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:36.109408 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5b18f8ec-f790-4573-be04-eb0ad7e7d99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:36.167522 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5b18f8ec-f790-4573-be04-eb0ad7e7d99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9075162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904105'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:36.193137 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18f8ec-f790-4573-be04-eb0ad7e7d99e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=376911e4-d0c1-454d-ab61-9236295f51b8,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:36.199786 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5b18f8ec-f790-4573-be04-eb0ad7e7d99e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:36.201727 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5b18f8ec-f790-4573-be04-eb0ad7e7d99e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/376911e4-d0c1-454d-ab61-9236295f51b8 HTTP/1.1" status: 204 len: 168 time: 0.2759402 Sep 14 12:16:36.204468 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51462) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:36.207034 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d33555-cde1-48e4-9112-60b62485427e None None] Network 3329974f-caa5-4fbb-a97c-79e694482018 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:16:36.273273 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:36.325431 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] Deleting port 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:16:36.325782 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:36.391879 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] For port 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=5d7dd684-f4d0-42c9-8ebf-e457e07eecb5,segment=NetworkSegment(3f2d7a91-3dd4-4446-870d-ce887d43071a),segment_id=3f2d7a91-3dd4-4446-870d-ce887d43071a)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:36.392164 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:36.403227 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] Calling delete_port for 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 owned by network:dhcp {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:16:36.477678 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:36.506338 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7dd684-f4d0-42c9-8ebf-e457e07eecb5,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:36.509811 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] No DVR routers for this DVR port 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 on host dv-cinder-784945-14-iscsi {{(pid=94160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:16:36.520915 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d0c30e-6e16-4fd9-bfc1-32f78ac9df2b None None] DHCP port deletion for 3329974f-caa5-4fbb-a97c-79e694482018 request from dv-cinder-784945-14-iscsi {{(pid=94161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 12:16:36.588382 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:36.612112 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3329974f-caa5-4fbb-a97c-79e694482018']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:36.622548 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2d7a91-3dd4-4446-870d-ce887d43071a') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:36.622851 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2d7a91-3dd4-4446-870d-ce887d43071a') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:36.634659 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175155'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:36.652597 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:36.667492 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:16:36.668126 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9274936'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: Traceback (most recent call last): Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: timer() Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: cb(*args, **kw) Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: return func(*args, **kwargs) Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: self._notify() Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: self.callback(batched_events) Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: event.method(event) Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: return f(self, *a, **k) Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._get(url).json() Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:16:36.669869 dv-cinder-784945-14-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:16:36.695562 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:16:36.715799 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:16:36.716242 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 5d7dd684-f4d0-42c9-8ebf-e457e07eecb5 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:16:36.716722 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 5847e187-9b71-4a1e-9f84-40b10482bfca no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:16:36.727989 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:36.732679 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:36.736371 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 5847e187-9b71-4a1e-9f84-40b10482bfca {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:16:36.736809 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 5847e187-9b71-4a1e-9f84-40b10482bfca not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:16:36.737713 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] 10.222.0.20 "DELETE /v2.0/networks/3329974f-caa5-4fbb-a97c-79e694482018 HTTP/1.1" status: 204 len: 168 time: 0.5322828 Sep 14 12:16:36.739092 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 7b66686c-5ea6-4c9c-977e-f899209bbcf6 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:16:36.753625 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ad328-4156-4ea2-ac15-4b625530afec admin admin] Pushing event deleted for resources: {'Network': ['ID=3329974f-caa5-4fbb-a97c-79e694482018,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:36.759395 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 7b66686c-5ea6-4c9c-977e-f899209bbcf6 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:16:36.759745 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 7b66686c-5ea6-4c9c-977e-f899209bbcf6 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:16:36.876780 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51472) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:36.921181 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1d9d3a79-3417-422c-9a91-76ee82c854a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc7f932fd90541ac8eb8962205371d28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0431345 Sep 14 12:16:36.924105 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51474) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:36.973878 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-497e789f-6daa-4d4d-a79a-6551c01235b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:36.995226 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-497e789f-6daa-4d4d-a79a-6551c01235b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:37.041308 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-497e789f-6daa-4d4d-a79a-6551c01235b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:37.043992 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-497e789f-6daa-4d4d-a79a-6551c01235b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:37.045144 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-497e789f-6daa-4d4d-a79a-6551c01235b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71d7003f-471e-4422-a6e3-31337bf2f266 HTTP/1.1" status: 204 len: 168 time: 0.1201441 Sep 14 12:16:37.053636 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e789f-6daa-4d4d-a79a-6551c01235b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d7003f-471e-4422-a6e3-31337bf2f266,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:37.709357 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51498) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:37.752445 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5c25e2-245d-43f7-be12-8a05e262d7b9 admin admin] Deleting subnet 4701606b-af20-4a63-9561-1858d968027d {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:16:37.755501 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b5c25e2-245d-43f7-be12-8a05e262d7b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:37.793941 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b5c25e2-245d-43f7-be12-8a05e262d7b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3191781'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:37.832992 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b5c25e2-245d-43f7-be12-8a05e262d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:37.885867 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b5c25e2-245d-43f7-be12-8a05e262d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10195102'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:37.911723 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c25e2-245d-43f7-be12-8a05e262d7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4701606b-af20-4a63-9561-1858d968027d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:37.916041 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b5c25e2-245d-43f7-be12-8a05e262d7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:37.920145 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-4b5c25e2-245d-43f7-be12-8a05e262d7b9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4701606b-af20-4a63-9561-1858d968027d HTTP/1.1" status: 204 len: 168 time: 0.2075610 Sep 14 12:16:37.920603 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51504) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:37.987326 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-099ef202-91fe-49d6-8893-87056150fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:38.065992 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-099ef202-91fe-49d6-8893-87056150fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:38.085983 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-099ef202-91fe-49d6-8893-87056150fdf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e063544d-3376-4440-91d4-9e468befe94d']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:38.095620 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-099ef202-91fe-49d6-8893-87056150fdf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2bc52d-b644-4976-9cf6-49c0ac9cd44b') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:38.095914 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-099ef202-91fe-49d6-8893-87056150fdf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2bc52d-b644-4976-9cf6-49c0ac9cd44b') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:38.105417 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-099ef202-91fe-49d6-8893-87056150fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175155'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:38.119638 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-099ef202-91fe-49d6-8893-87056150fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:38.126059 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099ef202-91fe-49d6-8893-87056150fdf1 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:16:38.126228 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-099ef202-91fe-49d6-8893-87056150fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9274936'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: Traceback (most recent call last): Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: timer() Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: cb(*args, **kw) Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: return func(*args, **kwargs) Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: self._notify() Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: self.callback(batched_events) Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: event.method(event) Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: return f(self, *a, **k) Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._get(url).json() Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:16:38.128075 dv-cinder-784945-14-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:16:38.184876 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-099ef202-91fe-49d6-8893-87056150fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:38.191102 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-099ef202-91fe-49d6-8893-87056150fdf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:38.192961 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-099ef202-91fe-49d6-8893-87056150fdf1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e063544d-3376-4440-91d4-9e468befe94d HTTP/1.1" status: 204 len: 168 time: 0.2713563 Sep 14 12:16:38.203750 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ef202-91fe-49d6-8893-87056150fdf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e063544d-3376-4440-91d4-9e468befe94d,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:38.361448 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51522) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:38.409611 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e469925e-dae7-4bbb-a4c7-b94402929c86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a73bc2e260545e88de209575ec36c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467687 Sep 14 12:16:38.412160 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51526) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:38.460754 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcbb4633-6601-4310-a903-f387be57ab1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:38.482283 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcbb4633-6601-4310-a903-f387be57ab1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:38.532643 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcbb4633-6601-4310-a903-f387be57ab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:38.535236 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcbb4633-6601-4310-a903-f387be57ab1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:38.536649 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-fcbb4633-6601-4310-a903-f387be57ab1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66bf073a-9d00-496e-9bf9-18b56837180c HTTP/1.1" status: 204 len: 168 time: 0.1232808 Sep 14 12:16:38.546151 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb4633-6601-4310-a903-f387be57ab1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bf073a-9d00-496e-9bf9-18b56837180c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:38.620854 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51532) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:38.836609 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-13b0cfe2-cf05-4f00-b241-a5e7d64d3b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:38.930193 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-13b0cfe2-cf05-4f00-b241-a5e7d64d3b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:38.936899 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-13b0cfe2-cf05-4f00-b241-a5e7d64d3b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:38.975789 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-13b0cfe2-cf05-4f00-b241-a5e7d64d3b12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e765664b2ed4e1fa7e60c7686232dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538580 Sep 14 12:16:38.976708 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0cfe2-cf05-4f00-b241-a5e7d64d3b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c152bce-f1c3-476f-b3f0-8d6140106f06,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:38.978443 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51536) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:39.030910 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-85a07622-f5b7-45a8-9364-3f9cacd0c0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:39.051768 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-85a07622-f5b7-45a8-9364-3f9cacd0c0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:39.096735 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-85a07622-f5b7-45a8-9364-3f9cacd0c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:39.099202 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-85a07622-f5b7-45a8-9364-3f9cacd0c0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:39.100327 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-85a07622-f5b7-45a8-9364-3f9cacd0c0a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c152bce-f1c3-476f-b3f0-8d6140106f06 HTTP/1.1" status: 204 len: 168 time: 0.1207685 Sep 14 12:16:39.107574 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a07622-f5b7-45a8-9364-3f9cacd0c0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c152bce-f1c3-476f-b3f0-8d6140106f06,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:39.365034 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51542) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:39.378557 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a83d07b-84a6-4e01-9200-c74d373ffcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:39.462571 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a83d07b-84a6-4e01-9200-c74d373ffcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:39.466057 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a83d07b-84a6-4e01-9200-c74d373ffcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:39.503366 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-4a83d07b-84a6-4e01-9200-c74d373ffcf8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22850ed28d3246fc993e5f434a007888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372271 Sep 14 12:16:39.505225 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83d07b-84a6-4e01-9200-c74d373ffcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccf86f0-ce5d-4f68-9aa4-7ef86ea6d204,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:39.506010 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51544) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:39.554895 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ecf89724-563e-458e-8e49-d13d04175c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:39.575169 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ecf89724-563e-458e-8e49-d13d04175c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:39.626368 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ecf89724-563e-458e-8e49-d13d04175c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:39.628924 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ecf89724-563e-458e-8e49-d13d04175c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:39.630076 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ecf89724-563e-458e-8e49-d13d04175c71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ccf86f0-ce5d-4f68-9aa4-7ef86ea6d204 HTTP/1.1" status: 204 len: 168 time: 0.1230669 Sep 14 12:16:39.637471 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf89724-563e-458e-8e49-d13d04175c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccf86f0-ce5d-4f68-9aa4-7ef86ea6d204,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:40.643967 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66c86b75-46a6-4fe3-b839-ea00709eb78d req-92a99ed4-8e01-48ba-9d2d-34208c0994e4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436463 Sep 14 12:16:40.730632 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86b75-46a6-4fe3-b839-ea00709eb78d req-5d438d16-4e8a-4af7-8e5e-43c1b880a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:40.732155 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66c86b75-46a6-4fe3-b839-ea00709eb78d req-5d438d16-4e8a-4af7-8e5e-43c1b880a389 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 1099 time: 0.0424447 Sep 14 12:16:40.840756 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86b75-46a6-4fe3-b839-ea00709eb78d req-1d67ae5a-36bc-4062-9ac0-71adfc96353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:40.842500 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66c86b75-46a6-4fe3-b839-ea00709eb78d req-1d67ae5a-36bc-4062-9ac0-71adfc96353a service neutron] 10.222.0.22 "GET /v2.0/networks?id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7 HTTP/1.1" status: 200 len: 918 time: 0.0897388 Sep 14 12:16:40.912404 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66c86b75-46a6-4fe3-b839-ea00709eb78d req-c2512809-d46c-4c5d-b3fc-a7a9aa0b76ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff19d83-87f0-445f-b606-ce684b71d4ab HTTP/1.1" status: 200 len: 1001 time: 0.0622869 Sep 14 12:16:40.962660 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86b75-46a6-4fe3-b839-ea00709eb78d req-0fb44da6-7c8e-4004-93c3-45e9d7dc5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:40.964140 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66c86b75-46a6-4fe3-b839-ea00709eb78d req-0fb44da6-7c8e-4004-93c3-45e9d7dc5a53 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc6208ef-9aa5-4893-bd46-0183fd7d2f36 HTTP/1.1" status: 200 len: 856 time: 0.0437496 Sep 14 12:16:41.010631 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86b75-46a6-4fe3-b839-ea00709eb78d req-52f32260-cb25-43e8-97d8-24688845e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:41.012143 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66c86b75-46a6-4fe3-b839-ea00709eb78d req-52f32260-cb25-43e8-97d8-24688845e8d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a954f315-17f5-4dc0-ad82-4574b6dfc4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405691 Sep 14 12:16:41.109209 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66c86b75-46a6-4fe3-b839-ea00709eb78d req-ac0e53b3-4cb7-44ae-a7a5-92eb25f8cc83 service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888503 Sep 14 12:16:41.207394 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-66c86b75-46a6-4fe3-b839-ea00709eb78d req-2a554aca-e6e4-4070-958a-353b4584c85d service neutron] 10.222.0.22 "GET /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863187 Sep 14 12:16:45.882738 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51666) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:45.987832 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ca5ff4bc-1214-4335-8adc-c591ec677d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:46.077503 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ca5ff4bc-1214-4335-8adc-c591ec677d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:46.081378 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ca5ff4bc-1214-4335-8adc-c591ec677d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:46.119811 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ca5ff4bc-1214-4335-8adc-c591ec677d77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68fa547c4bcc40bdbcba50fc5b7879d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364266 Sep 14 12:16:46.120644 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ff4bc-1214-4335-8adc-c591ec677d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d8204a-6bd8-4e85-925c-0890c1a2cba3,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:46.122526 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51670) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:46.170693 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d492fd31-b56a-4cd2-8142-565b061cf0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:46.191795 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d492fd31-b56a-4cd2-8142-565b061cf0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:46.237456 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d492fd31-b56a-4cd2-8142-565b061cf0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:46.239990 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d492fd31-b56a-4cd2-8142-565b061cf0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:46.241116 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d492fd31-b56a-4cd2-8142-565b061cf0b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63d8204a-6bd8-4e85-925c-0890c1a2cba3 HTTP/1.1" status: 204 len: 168 time: 0.1175792 Sep 14 12:16:46.248778 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492fd31-b56a-4cd2-8142-565b061cf0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d8204a-6bd8-4e85-925c-0890c1a2cba3,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:46.497743 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51676) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:46.510983 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bbd16d8-042f-4537-9ff8-a932c4d284d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:46.599457 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bbd16d8-042f-4537-9ff8-a932c4d284d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:46.602913 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bbd16d8-042f-4537-9ff8-a932c4d284d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:46.639303 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd16d8-042f-4537-9ff8-a932c4d284d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258392bf-0291-4e1f-aeaa-c8862a7f8852,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:46.643385 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-3bbd16d8-042f-4537-9ff8-a932c4d284d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7f6febc01bf4acfb318efce68822b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446440 Sep 14 12:16:46.645976 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51680) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:46.696916 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-342e3a6d-32ed-4c83-926d-e080b9274045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:46.717966 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-342e3a6d-32ed-4c83-926d-e080b9274045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:46.764127 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-342e3a6d-32ed-4c83-926d-e080b9274045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:46.766651 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-342e3a6d-32ed-4c83-926d-e080b9274045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:46.767831 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-342e3a6d-32ed-4c83-926d-e080b9274045 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/258392bf-0291-4e1f-aeaa-c8862a7f8852 HTTP/1.1" status: 204 len: 168 time: 0.1209669 Sep 14 12:16:46.775392 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e3a6d-32ed-4c83-926d-e080b9274045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258392bf-0291-4e1f-aeaa-c8862a7f8852,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:48.053913 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e666f19-dbbc-4a91-9c9b-4c5ba228ee26 req-d63380e1-4391-4752-8779-c3692680088c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:48.055518 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7e666f19-dbbc-4a91-9c9b-4c5ba228ee26 req-d63380e1-4391-4752-8779-c3692680088c tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 946 time: 0.0485530 Sep 14 12:16:48.098980 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7e666f19-dbbc-4a91-9c9b-4c5ba228ee26 req-aff5d45d-743f-43c8-a5cb-bf1f0a7652a6 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368083 Sep 14 12:16:48.773856 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51762) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:48.875108 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9490c273-2ba8-49b1-968f-e3b3da0b65f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:48.961990 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9490c273-2ba8-49b1-968f-e3b3da0b65f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:48.966975 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9490c273-2ba8-49b1-968f-e3b3da0b65f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:49.008002 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-9490c273-2ba8-49b1-968f-e3b3da0b65f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fc21932349f4708b6b96f6edbd7d4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330825 Sep 14 12:16:49.008944 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490c273-2ba8-49b1-968f-e3b3da0b65f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb1e362-fb1a-4b43-9e19-3a02e1a683ce,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:49.010687 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51766) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:49.058683 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-331453e1-25db-434c-bf43-ed4c2313f787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:49.079415 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-331453e1-25db-434c-bf43-ed4c2313f787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:49.126047 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-331453e1-25db-434c-bf43-ed4c2313f787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:49.128687 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-331453e1-25db-434c-bf43-ed4c2313f787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:49.129841 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-331453e1-25db-434c-bf43-ed4c2313f787 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecb1e362-fb1a-4b43-9e19-3a02e1a683ce HTTP/1.1" status: 204 len: 168 time: 0.1181264 Sep 14 12:16:49.137341 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331453e1-25db-434c-bf43-ed4c2313f787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb1e362-fb1a-4b43-9e19-3a02e1a683ce,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:49.226893 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87440580-b51b-4f0a-8528-27fd33997808 req-c5e197e3-7e4b-488e-bdbf-9d3587afb0a0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:49.227926 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87440580-b51b-4f0a-8528-27fd33997808 req-c5e197e3-7e4b-488e-bdbf-9d3587afb0a0 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 946 time: 0.0506592 Sep 14 12:16:49.268373 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87440580-b51b-4f0a-8528-27fd33997808 req-ebd2a760-a930-46e2-aa2f-8b4ae570a91b tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba189155-c9dd-4bad-bc48-37c19cef0de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335188 Sep 14 12:16:49.393693 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51774) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:49.408737 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9b70ccda-b53d-436f-b6fc-73554e394c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:49.468884 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7c652-2bd2-4f28-927f-c1d2f117d009 req-8c2f8b6d-5a04-4f5a-87d1-7fb803f1453e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:16:49.470330 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5ec7c652-2bd2-4f28-927f-c1d2f117d009 req-8c2f8b6d-5a04-4f5a-87d1-7fb803f1453e tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.22 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 946 time: 0.0487902 Sep 14 12:16:49.496355 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9b70ccda-b53d-436f-b6fc-73554e394c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:49.501019 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9b70ccda-b53d-436f-b6fc-73554e394c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:49.539131 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9b70ccda-b53d-436f-b6fc-73554e394c23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a74e5e40aee74d5ebeeb06ba83d8d5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443069 Sep 14 12:16:49.540169 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70ccda-b53d-436f-b6fc-73554e394c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9d2775-a1d3-42ac-bddb-2d5121f20419,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:49.541865 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51776) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:49.590966 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-5ec7c652-2bd2-4f28-927f-c1d2f117d009 req-57a01165-8cb8-42fc-acf2-90885442e68a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Deleting port fff19d83-87f0-445f-b606-ce684b71d4ab {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:16:49.591325 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5ec7c652-2bd2-4f28-927f-c1d2f117d009 req-57a01165-8cb8-42fc-acf2-90885442e68a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:49.629994 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9477554-ef91-46f4-9750-52ce0c62641f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:49.686380 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9477554-ef91-46f4-9750-52ce0c62641f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:49.722016 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5ec7c652-2bd2-4f28-927f-c1d2f117d009 req-57a01165-8cb8-42fc-acf2-90885442e68a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] For port fff19d83-87f0-445f-b606-ce684b71d4ab, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=fff19d83-87f0-445f-b606-ce684b71d4ab,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:49.722372 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5ec7c652-2bd2-4f28-927f-c1d2f117d009 req-57a01165-8cb8-42fc-acf2-90885442e68a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:49.788709 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9477554-ef91-46f4-9750-52ce0c62641f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:49.791329 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9477554-ef91-46f4-9750-52ce0c62641f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:49.792500 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a9477554-ef91-46f4-9750-52ce0c62641f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa9d2775-a1d3-42ac-bddb-2d5121f20419 HTTP/1.1" status: 204 len: 168 time: 0.2497251 Sep 14 12:16:49.837127 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9477554-ef91-46f4-9750-52ce0c62641f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9d2775-a1d3-42ac-bddb-2d5121f20419,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:49.915243 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5ec7c652-2bd2-4f28-927f-c1d2f117d009 req-57a01165-8cb8-42fc-acf2-90885442e68a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:49.915910 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5ec7c652-2bd2-4f28-927f-c1d2f117d009 req-57a01165-8cb8-42fc-acf2-90885442e68a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:49.916305 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.l3_db [req-5ec7c652-2bd2-4f28-927f-c1d2f117d009 req-57a01165-8cb8-42fc-acf2-90885442e68a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Floating IP bb56eb8d-2f40-48c8-a848-55e397339a97 disassociated. External IP: 172.27.0.173, port: fff19d83-87f0-445f-b606-ce684b71d4ab. Sep 14 12:16:49.916676 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-5ec7c652-2bd2-4f28-927f-c1d2f117d009 req-57a01165-8cb8-42fc-acf2-90885442e68a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Calling delete_port for fff19d83-87f0-445f-b606-ce684b71d4ab owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:16:50.049637 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5ec7c652-2bd2-4f28-927f-c1d2f117d009 req-57a01165-8cb8-42fc-acf2-90885442e68a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:50.079720 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a01165-8cb8-42fc-acf2-90885442e68a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event deleted for resources: {'Port': ['ID=fff19d83-87f0-445f-b606-ce684b71d4ab,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:50.202866 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ec7c652-2bd2-4f28-927f-c1d2f117d009 req-57a01165-8cb8-42fc-acf2-90885442e68a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Router 9e3470ec-b93a-47e7-a49e-15659263ead2 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:16:50.320215 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ec7c652-2bd2-4f28-927f-c1d2f117d009 req-57a01165-8cb8-42fc-acf2-90885442e68a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:16:50.333864 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce01c39-0f65-4bd3-9633-a7b9df97eb4f None None] Sync routers for ids ['9e3470ec-b93a-47e7-a49e-15659263ead2'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:16:50.344872 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce01c39-0f65-4bd3-9633-a7b9df97eb4f None None] Routers {'9e3470ec-b93a-47e7-a49e-15659263ead2'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:16:50.345728 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-2ce01c39-0f65-4bd3-9633-a7b9df97eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:16:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['9e3470ec-b93a-47e7-a49e-15659263ead2'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:50.392754 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dcdfbdd7-2be2-4d9f-9073-b9f1155c3f4e req-046232b2-5b3f-4fd4-8197-41dab3b13710 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/ports?device_id=b219c2cc-ae74-4d53-9665-f3d16a38ea7d HTTP/1.1" status: 200 len: 210 time: 0.0426755 Sep 14 12:16:50.393613 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec7c652-2bd2-4f28-927f-c1d2f117d009 req-57a01165-8cb8-42fc-acf2-90885442e68a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] No DVR routers for this DVR port fff19d83-87f0-445f-b606-ce684b71d4ab on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:16:50.407410 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5ec7c652-2bd2-4f28-927f-c1d2f117d009 req-57a01165-8cb8-42fc-acf2-90885442e68a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:50.409788 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5ec7c652-2bd2-4f28-927f-c1d2f117d009 req-57a01165-8cb8-42fc-acf2-90885442e68a tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.22 "DELETE /v2.0/ports/fff19d83-87f0-445f-b606-ce684b71d4ab HTTP/1.1" status: 204 len: 173 time: 0.9331441 Sep 14 12:16:50.410428 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'name': 'network-vif-deleted', 'tag': 'fff19d83-87f0-445f-b606-ce684b71d4ab'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:16:50.413115 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540f3702-4dca-4fb7-872c-a4588ce937bd" -d '{"events": [{"server_uuid": "b219c2cc-ae74-4d53-9665-f3d16a38ea7d", "name": "network-vif-deleted", "tag": "fff19d83-87f0-445f-b606-ce684b71d4ab"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:16:50.456122 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc90cb27-3ef5-47e3-81a3-8e035141b9fe x-openstack-request-id: req-bc90cb27-3ef5-47e3-81a3-8e035141b9fe {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:16:50.456497 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b219c2cc-ae74-4d53-9665-f3d16a38ea7d", "name": "network-vif-deleted", "tag": "fff19d83-87f0-445f-b606-ce684b71d4ab", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:16:50.456937 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc90cb27-3ef5-47e3-81a3-8e035141b9fe {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:16:50.457463 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b219c2cc-ae74-4d53-9665-f3d16a38ea7d', 'name': 'network-vif-deleted', 'tag': 'fff19d83-87f0-445f-b606-ce684b71d4ab', 'status': 'completed', 'code': 200} Sep 14 12:16:50.478855 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-2ce01c39-0f65-4bd3-9633-a7b9df97eb4f None None] Set router 9e3470ec-b93a-47e7-a49e-15659263ead2 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:16:50.705909 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-2ce01c39-0f65-4bd3-9633-a7b9df97eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '64775b6e-b6d6-4300-9d8d-d82fe72e628f', 'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'mac_address': 'fa:16:3e:29:19:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:29Z', 'updated_at': '2021-09-14T12:09:48Z', 'revision_number': 5, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'subnets': [{'id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:50.731382 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce01c39-0f65-4bd3-9633-a7b9df97eb4f None None] Checking router: 9e3470ec-b93a-47e7-a49e-15659263ead2 for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:16:50.740579 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce01c39-0f65-4bd3-9633-a7b9df97eb4f None None] Routers {'9e3470ec-b93a-47e7-a49e-15659263ead2'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:16:50.741275 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-2ce01c39-0f65-4bd3-9633-a7b9df97eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:16:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['9e3470ec-b93a-47e7-a49e-15659263ead2'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:50.859702 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-2ce01c39-0f65-4bd3-9633-a7b9df97eb4f None None] Set router 9e3470ec-b93a-47e7-a49e-15659263ead2 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:16:51.151693 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-2ce01c39-0f65-4bd3-9633-a7b9df97eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '64775b6e-b6d6-4300-9d8d-d82fe72e628f', 'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'mac_address': 'fa:16:3e:29:19:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:29Z', 'updated_at': '2021-09-14T12:09:48Z', 'revision_number': 5, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'subnets': [{'id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:51.178035 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce01c39-0f65-4bd3-9633-a7b9df97eb4f None None] The sync data for ids ['9e3470ec-b93a-47e7-a49e-15659263ead2'] in dv-cinder-784945-14-iscsi is: [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:09:33Z', 'revision_number': 4, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '64775b6e-b6d6-4300-9d8d-d82fe72e628f', 'name': '', 'network_id': 'a954f315-17f5-4dc0-ad82-4574b6dfc4d7', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'mac_address': 'fa:16:3e:29:19:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:29Z', 'updated_at': '2021-09-14T12:09:48Z', 'revision_number': 5, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'subnets': [{'id': 'bc6208ef-9aa5-4893-bd46-0183fd7d2f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:16:51.397957 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1370697-50cd-4797-907c-931c58b1f071 None None] New status for floating IP bb56eb8d-2f40-48c8-a848-55e397339a97: DOWN {{(pid=94161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:16:51.500286 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51826) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:51.565513 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ec6ab95e-9ba5-4a6a-be33-ea1261d7d0ca tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:51.590813 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ec6ab95e-9ba5-4a6a-be33-ea1261d7d0ca tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:51.639471 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ec6ab95e-9ba5-4a6a-be33-ea1261d7d0ca tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:51.642082 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ec6ab95e-9ba5-4a6a-be33-ea1261d7d0ca tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:51.643319 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ec6ab95e-9ba5-4a6a-be33-ea1261d7d0ca tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "DELETE /v2.0/security-groups/ba189155-c9dd-4bad-bc48-37c19cef0de7 HTTP/1.1" status: 204 len: 168 time: 0.1419437 Sep 14 12:16:51.646398 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51830) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:51.654807 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ab95e-9ba5-4a6a-be33-ea1261d7d0ca tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba189155-c9dd-4bad-bc48-37c19cef0de7,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:51.660884 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.api.v2.resource [None req-262f00f4-40cd-4e71-ba58-3334863d6e32 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] show failed (client error): The resource could not be found. Sep 14 12:16:51.661881 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-262f00f4-40cd-4e71-ba58-3334863d6e32 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "GET /v2.0/security-groups/ba189155-c9dd-4bad-bc48-37c19cef0de7 HTTP/1.1" status: 404 len: 347 time: 0.0144641 Sep 14 12:16:51.664838 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51832) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:51.784372 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d0e382c0-51a6-49f2-b6db-7821dc44b862 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Deleting port 5065e2fa-cb5a-49f5-b530-2e4dccf4eed5 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:16:51.784714 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0e382c0-51a6-49f2-b6db-7821dc44b862 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:51.861161 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0e382c0-51a6-49f2-b6db-7821dc44b862 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:51.861491 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0e382c0-51a6-49f2-b6db-7821dc44b862 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:51.872946 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d0e382c0-51a6-49f2-b6db-7821dc44b862 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Calling delete_port for 5065e2fa-cb5a-49f5-b530-2e4dccf4eed5 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:16:51.889729 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device fff19d83-87f0-445f-b606-ce684b71d4ab no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:16:51.910597 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: fff19d83-87f0-445f-b606-ce684b71d4ab {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:16:51.910937 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device fff19d83-87f0-445f-b606-ce684b71d4ab not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:16:52.005982 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0e382c0-51a6-49f2-b6db-7821dc44b862 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:52.033048 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e382c0-51a6-49f2-b6db-7821dc44b862 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Pushing event deleted for resources: {'Port': ['ID=5065e2fa-cb5a-49f5-b530-2e4dccf4eed5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:52.090021 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0e382c0-51a6-49f2-b6db-7821dc44b862 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:52.092683 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0e382c0-51a6-49f2-b6db-7821dc44b862 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:52.094947 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d0e382c0-51a6-49f2-b6db-7821dc44b862 tempest-AttachVolumeShelveTestJSON-228018170 tempest-AttachVolumeShelveTestJSON-228018170-project] 10.222.0.20 "DELETE /v2.0/floatingips/bb56eb8d-2f40-48c8-a848-55e397339a97 HTTP/1.1" status: 204 len: 168 time: 0.4281144 Sep 14 12:16:54.036676 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51862) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:54.142011 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-62b6e42c-65ac-43c5-b9cc-d0df18fc7c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:54.229932 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-62b6e42c-65ac-43c5-b9cc-d0df18fc7c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:54.233391 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-62b6e42c-65ac-43c5-b9cc-d0df18fc7c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:54.271073 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6e42c-65ac-43c5-b9cc-d0df18fc7c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9abba4-954d-4ac9-9c5f-3d339e146c6c,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:54.275402 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-62b6e42c-65ac-43c5-b9cc-d0df18fc7c68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e39e64ffb434d9c912e77a96ffde089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377267 Sep 14 12:16:54.278413 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51866) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:54.325932 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4975d79f-334e-4d57-9e3b-3cbab13b5a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:54.346909 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4975d79f-334e-4d57-9e3b-3cbab13b5a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:54.395061 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4975d79f-334e-4d57-9e3b-3cbab13b5a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:54.397510 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4975d79f-334e-4d57-9e3b-3cbab13b5a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:54.398658 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4975d79f-334e-4d57-9e3b-3cbab13b5a9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d9abba4-954d-4ac9-9c5f-3d339e146c6c HTTP/1.1" status: 204 len: 168 time: 0.1196661 Sep 14 12:16:54.405816 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975d79f-334e-4d57-9e3b-3cbab13b5a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9abba4-954d-4ac9-9c5f-3d339e146c6c,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:54.517176 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51878) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:54.674363 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51882) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:54.688349 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06fe6783-6360-466a-a40f-08f7413bd14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:54.780499 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06fe6783-6360-466a-a40f-08f7413bd14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:54.785446 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06fe6783-6360-466a-a40f-08f7413bd14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:54.825246 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-06fe6783-6360-466a-a40f-08f7413bd14f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f60f315455a847deadb2e766cb5b61d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473203 Sep 14 12:16:54.825246 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe6783-6360-466a-a40f-08f7413bd14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bb7416-3014-4a84-8154-24bab27fe3b3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:54.826176 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51884) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:54.877895 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02fc58cf-6f59-4a4d-a97c-5127b1da3f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:54.900020 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02fc58cf-6f59-4a4d-a97c-5127b1da3f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:54.946927 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02fc58cf-6f59-4a4d-a97c-5127b1da3f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:54.949480 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02fc58cf-6f59-4a4d-a97c-5127b1da3f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:54.950640 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-02fc58cf-6f59-4a4d-a97c-5127b1da3f55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43bb7416-3014-4a84-8154-24bab27fe3b3 HTTP/1.1" status: 204 len: 168 time: 0.1204748 Sep 14 12:16:54.958607 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc58cf-6f59-4a4d-a97c-5127b1da3f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bb7416-3014-4a84-8154-24bab27fe3b3,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:54.962248 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d3bfa2e1-6eee-451e-a625-5b1e62eeec0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577023'] for router_interface, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:55.423210 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-d3bfa2e1-6eee-451e-a625-5b1e62eeec0f admin admin] Deleting port 64775b6e-b6d6-4300-9d8d-d82fe72e628f {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:16:55.423774 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d3bfa2e1-6eee-451e-a625-5b1e62eeec0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:55.503469 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-d3bfa2e1-6eee-451e-a625-5b1e62eeec0f admin admin] For port 64775b6e-b6d6-4300-9d8d-d82fe72e628f, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=64775b6e-b6d6-4300-9d8d-d82fe72e628f,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:55.503840 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d3bfa2e1-6eee-451e-a625-5b1e62eeec0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:55.516434 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-d3bfa2e1-6eee-451e-a625-5b1e62eeec0f admin admin] Calling delete_port for 64775b6e-b6d6-4300-9d8d-d82fe72e628f owned by network:router_interface {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:16:55.696834 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d3bfa2e1-6eee-451e-a625-5b1e62eeec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:55.720076 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfa2e1-6eee-451e-a625-5b1e62eeec0f admin admin] Pushing event deleted for resources: {'Port': ['ID=64775b6e-b6d6-4300-9d8d-d82fe72e628f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:55.899911 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d3bfa2e1-6eee-451e-a625-5b1e62eeec0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577099'] for router_interface, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:56.143630 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bfa2e1-6eee-451e-a625-5b1e62eeec0f admin admin] Router 9e3470ec-b93a-47e7-a49e-15659263ead2 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:16:56.243940 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bfa2e1-6eee-451e-a625-5b1e62eeec0f admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:16:56.248906 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d3bfa2e1-6eee-451e-a625-5b1e62eeec0f admin admin] 10.222.0.20 "PUT /v2.0/routers/9e3470ec-b93a-47e7-a49e-15659263ead2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7306316 Sep 14 12:16:56.251915 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51914) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:56.253234 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91da26bc-de5c-48c6-86d8-b0bf3953a991 None None] Sync routers for ids ['9e3470ec-b93a-47e7-a49e-15659263ead2'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:16:56.262388 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91da26bc-de5c-48c6-86d8-b0bf3953a991 None None] Routers {'9e3470ec-b93a-47e7-a49e-15659263ead2'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:16:56.263124 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-91da26bc-de5c-48c6-86d8-b0bf3953a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:16:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['9e3470ec-b93a-47e7-a49e-15659263ead2'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:56.352877 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6bfd4d21-11db-473b-b121-47dc8c386025 admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:56.366568 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-91da26bc-de5c-48c6-86d8-b0bf3953a991 None None] Set router 9e3470ec-b93a-47e7-a49e-15659263ead2 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:16:56.451494 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6bfd4d21-11db-473b-b121-47dc8c386025 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:56.501476 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-6bfd4d21-11db-473b-b121-47dc8c386025 admin admin] Deleting port 2ce1d028-4358-4f66-95a7-256f093ed815 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:16:56.501729 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6bfd4d21-11db-473b-b121-47dc8c386025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:56.543543 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-91da26bc-de5c-48c6-86d8-b0bf3953a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:16:55Z', 'revision_number': 5, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port': {'id': '2ce1d028-4358-4f66-95a7-256f093ed815', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:09:23Z', 'updated_at': '2021-09-14T12:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:56.570293 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91da26bc-de5c-48c6-86d8-b0bf3953a991 None None] Checking router: 9e3470ec-b93a-47e7-a49e-15659263ead2 for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:16:56.578862 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91da26bc-de5c-48c6-86d8-b0bf3953a991 None None] Routers {'9e3470ec-b93a-47e7-a49e-15659263ead2'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:16:56.579497 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-91da26bc-de5c-48c6-86d8-b0bf3953a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:16:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['9e3470ec-b93a-47e7-a49e-15659263ead2'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:56.579618 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-6bfd4d21-11db-473b-b121-47dc8c386025 admin admin] For port 2ce1d028-4358-4f66-95a7-256f093ed815, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=2ce1d028-4358-4f66-95a7-256f093ed815,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:56.579868 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6bfd4d21-11db-473b-b121-47dc8c386025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:56.591380 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-6bfd4d21-11db-473b-b121-47dc8c386025 admin admin] Calling delete_port for 2ce1d028-4358-4f66-95a7-256f093ed815 owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:16:56.673564 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-91da26bc-de5c-48c6-86d8-b0bf3953a991 None None] Set router 9e3470ec-b93a-47e7-a49e-15659263ead2 gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:16:56.726783 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-91da26bc-de5c-48c6-86d8-b0bf3953a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:16:56Z', 'revision_number': 6, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port_host': None}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:56.756192 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91da26bc-de5c-48c6-86d8-b0bf3953a991 None None] The sync data for ids ['9e3470ec-b93a-47e7-a49e-15659263ead2'] in dv-cinder-784945-14-iscsi is: [{'id': '9e3470ec-b93a-47e7-a49e-15659263ead2', 'name': 'tempest-AttachVolumeShelveTestJSON-1676929370-router', 'tenant_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:09:22Z', 'updated_at': '2021-09-14T12:16:56Z', 'revision_number': 6, 'project_id': 'b87ce2bcc21a44e78cf45e9bf4b17a38', 'gw_port_host': None}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:16:56.759586 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6bfd4d21-11db-473b-b121-47dc8c386025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:56.784899 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd4d21-11db-473b-b121-47dc8c386025 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce1d028-4358-4f66-95a7-256f093ed815,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:56.852582 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6bfd4d21-11db-473b-b121-47dc8c386025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580905'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:56.939516 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6bfd4d21-11db-473b-b121-47dc8c386025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1707'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:56.941597 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6bfd4d21-11db-473b-b121-47dc8c386025 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:56.982500 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6bfd4d21-11db-473b-b121-47dc8c386025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578963'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:56.983059 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfd4d21-11db-473b-b121-47dc8c386025 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e3470ec-b93a-47e7-a49e-15659263ead2 {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:16:56.988409 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6bfd4d21-11db-473b-b121-47dc8c386025 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:56.989536 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6bfd4d21-11db-473b-b121-47dc8c386025 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9e3470ec-b93a-47e7-a49e-15659263ead2 HTTP/1.1" status: 204 len: 168 time: 0.7367108 Sep 14 12:16:56.992090 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 51916) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:57.035283 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-8204122a-e01c-48c5-8c97-dfed1a0a7ecb admin admin] Deleting subnet bc6208ef-9aa5-4893-bd46-0183fd7d2f36 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:16:57.038147 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8204122a-e01c-48c5-8c97-dfed1a0a7ecb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:57.070877 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8204122a-e01c-48c5-8c97-dfed1a0a7ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175050'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:57.161526 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8204122a-e01c-48c5-8c97-dfed1a0a7ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:57.223956 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8204122a-e01c-48c5-8c97-dfed1a0a7ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9075162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904105'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:57.241968 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:16:57.250016 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204122a-e01c-48c5-8c97-dfed1a0a7ecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc6208ef-9aa5-4893-bd46-0183fd7d2f36,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:57.256100 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8204122a-e01c-48c5-8c97-dfed1a0a7ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:57.260713 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8204122a-e01c-48c5-8c97-dfed1a0a7ecb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bc6208ef-9aa5-4893-bd46-0183fd7d2f36 HTTP/1.1" status: 204 len: 168 time: 0.2653809 Sep 14 12:16:57.261104 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51926) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:57.261570 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99b1865-17e2-4ad3-8f86-571ac96a2d79 None None] Network a954f315-17f5-4dc0-ad82-4574b6dfc4d7 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:16:57.512722 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] DHCP port deletion for a954f315-17f5-4dc0-ad82-4574b6dfc4d7 request from dv-cinder-784945-14-iscsi {{(pid=94161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 12:16:57.581348 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Deleting port 97e10d3f-b983-4107-9a9d-523af4a5ce05 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:16:57.581943 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:57.587035 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:57.646511 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] Deleting port 97e10d3f-b983-4107-9a9d-523af4a5ce05 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:16:57.646868 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:57.655376 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] For port 97e10d3f-b983-4107-9a9d-523af4a5ce05, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=97e10d3f-b983-4107-9a9d-523af4a5ce05,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:57.655834 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:57.670895 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Calling delete_port for 97e10d3f-b983-4107-9a9d-523af4a5ce05 owned by network:dhcp {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:16:57.717500 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] For port 97e10d3f-b983-4107-9a9d-523af4a5ce05, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=97e10d3f-b983-4107-9a9d-523af4a5ce05,segment=NetworkSegment(e19ead96-005b-4ffe-8dc7-98382ea95648),segment_id=e19ead96-005b-4ffe-8dc7-98382ea95648)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:57.717878 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:57.736551 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] Calling delete_port for 97e10d3f-b983-4107-9a9d-523af4a5ce05 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:16:57.812728 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:57.825846 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:57.853315 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] No DVR routers for this DVR port 97e10d3f-b983-4107-9a9d-523af4a5ce05 on host dv-cinder-784945-14-iscsi {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:16:57.853725 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e10d3f-b983-4107-9a9d-523af4a5ce05,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:57.854970 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Pushing event deleted for resources: {'Port': ['ID=97e10d3f-b983-4107-9a9d-523af4a5ce05,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:57.857408 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] No DVR routers for this DVR port 97e10d3f-b983-4107-9a9d-523af4a5ce05 on host dv-cinder-784945-14-iscsi {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:16:57.868006 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:57.868430 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:57.873706 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:57.873706 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:57.873706 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:57.873706 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:57.873706 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:57.873706 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:57.873706 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:57.873706 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:57.873706 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:57.873706 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531c2bc-d272-493f-8b60-21488f38ba76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:57.941055 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:57.961676 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a954f315-17f5-4dc0-ad82-4574b6dfc4d7']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:57.972136 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19ead96-005b-4ffe-8dc7-98382ea95648') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:57.972435 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19ead96-005b-4ffe-8dc7-98382ea95648') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:16:57.981705 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3191708'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:57.997488 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:58.003807 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:16:58.004193 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3780155'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: self.session.flush() Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: self.session.flush() Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: self.session.flush() Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: self.session.flush() Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: timer() Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: cb(*args, **kw) Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: self._notify() Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: self.callback(batched_events) Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: event.method(event) Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: return self._get(url).json() Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:16:58.005818 dv-cinder-784945-14-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:16:58.063804 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:58.070000 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:58.071851 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a954f315-17f5-4dc0-ad82-4574b6dfc4d7 HTTP/1.1" status: 204 len: 168 time: 0.8097701 Sep 14 12:16:58.082052 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd22f20-6ba8-4f03-af9a-a672558a4838 admin admin] Pushing event deleted for resources: {'Network': ['ID=a954f315-17f5-4dc0-ad82-4574b6dfc4d7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:58.232803 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51952) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:58.270901 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a7a881d6-b8be-4d0a-9701-79381d172207 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b87ce2bcc21a44e78cf45e9bf4b17a38&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369403 Sep 14 12:16:58.273260 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51954) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:58.318923 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb8fdec2-0b52-4a84-9c92-dcb169912b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:58.339341 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb8fdec2-0b52-4a84-9c92-dcb169912b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:58.384525 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb8fdec2-0b52-4a84-9c92-dcb169912b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:58.386974 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb8fdec2-0b52-4a84-9c92-dcb169912b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:58.388254 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-bb8fdec2-0b52-4a84-9c92-dcb169912b91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a5b8ea0-edcb-49e0-9e42-26334f6f7a1d HTTP/1.1" status: 204 len: 168 time: 0.1140280 Sep 14 12:16:58.397622 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fdec2-0b52-4a84-9c92-dcb169912b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5b8ea0-edcb-49e0-9e42-26334f6f7a1d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:58.676646 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 64775b6e-b6d6-4300-9d8d-d82fe72e628f no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:16:58.696133 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 64775b6e-b6d6-4300-9d8d-d82fe72e628f {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:16:58.696484 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 64775b6e-b6d6-4300-9d8d-d82fe72e628f not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:16:58.696900 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 2ce1d028-4358-4f66-95a7-256f093ed815 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:16:58.715167 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 2ce1d028-4358-4f66-95a7-256f093ed815 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:16:58.715520 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 2ce1d028-4358-4f66-95a7-256f093ed815 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:16:58.715930 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 97e10d3f-b983-4107-9a9d-523af4a5ce05 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:16:58.735039 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 97e10d3f-b983-4107-9a9d-523af4a5ce05 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:16:58.735392 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 97e10d3f-b983-4107-9a9d-523af4a5ce05 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:16:58.983462 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2f00-25c3-4b4b-bef4-c25322ad413e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:59.063382 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51982) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:59.259262 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-745db048-b852-40a8-8dc6-cb74ac2557a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:59.349931 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-745db048-b852-40a8-8dc6-cb74ac2557a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:59.354062 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-745db048-b852-40a8-8dc6-cb74ac2557a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:59.394345 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-745db048-b852-40a8-8dc6-cb74ac2557a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f11d84aca7b4ac5a49c15822d3cefa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298044 Sep 14 12:16:59.397099 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 51998) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:16:59.404110 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745db048-b852-40a8-8dc6-cb74ac2557a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbde4d9-4498-4e49-9e8e-f56fdd237e8f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:59.455775 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc1ab3d5-4d66-40f8-9eed-17cf5ad6a9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:59.477020 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc1ab3d5-4d66-40f8-9eed-17cf5ad6a9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:59.527064 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc1ab3d5-4d66-40f8-9eed-17cf5ad6a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:59.529595 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc1ab3d5-4d66-40f8-9eed-17cf5ad6a9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:16:59.531281 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-dc1ab3d5-4d66-40f8-9eed-17cf5ad6a9ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fbde4d9-4498-4e49-9e8e-f56fdd237e8f HTTP/1.1" status: 204 len: 168 time: 0.1327205 Sep 14 12:16:59.538944 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ab3d5-4d66-40f8-9eed-17cf5ad6a9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbde4d9-4498-4e49-9e8e-f56fdd237e8f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:00.164222 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 52046) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:00.370175 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1cfb9ea8-284f-4a75-acf3-6c247af8764f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:00.460047 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1cfb9ea8-284f-4a75-acf3-6c247af8764f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:00.463867 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1cfb9ea8-284f-4a75-acf3-6c247af8764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:00.503285 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1cfb9ea8-284f-4a75-acf3-6c247af8764f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c78bf9ea0a2b4e5ba8e1a6919c28f436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379197 Sep 14 12:17:00.505285 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb9ea8-284f-4a75-acf3-6c247af8764f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67980636-15eb-40e9-9e52-e3d34a888dc5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:00.506052 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52080) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:00.562556 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4006799b-5207-4d24-90f0-9a1035a16775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:00.583818 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4006799b-5207-4d24-90f0-9a1035a16775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:00.636183 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4006799b-5207-4d24-90f0-9a1035a16775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:00.638918 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4006799b-5207-4d24-90f0-9a1035a16775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:00.639944 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4006799b-5207-4d24-90f0-9a1035a16775 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67980636-15eb-40e9-9e52-e3d34a888dc5 HTTP/1.1" status: 204 len: 168 time: 0.1283922 Sep 14 12:17:00.648134 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006799b-5207-4d24-90f0-9a1035a16775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67980636-15eb-40e9-9e52-e3d34a888dc5,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:00.927068 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52106) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:00.940106 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9faa-f322-4210-aea0-7db6329d3a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:01.027171 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9faa-f322-4210-aea0-7db6329d3a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:01.032959 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9faa-f322-4210-aea0-7db6329d3a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:01.073119 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a6bc9faa-f322-4210-aea0-7db6329d3a4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4eff2e2570ce4405b694ef84f3b28fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449275 Sep 14 12:17:01.074071 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc9faa-f322-4210-aea0-7db6329d3a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6bea44-d502-4846-9ccc-f01a9e3b5184,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:01.075793 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 52118) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:01.131818 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0724-7250-46c5-9e95-7cf6702e9d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:01.155118 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0724-7250-46c5-9e95-7cf6702e9d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:01.204948 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0724-7250-46c5-9e95-7cf6702e9d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:01.207498 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0724-7250-46c5-9e95-7cf6702e9d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:01.208640 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-9a9e0724-7250-46c5-9e95-7cf6702e9d46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec6bea44-d502-4846-9ccc-f01a9e3b5184 HTTP/1.1" status: 204 len: 168 time: 0.1318452 Sep 14 12:17:01.216523 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e0724-7250-46c5-9e95-7cf6702e9d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6bea44-d502-4846-9ccc-f01a9e3b5184,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:01.730015 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e221844b-2207-4b0b-a0d0-a5de9638aed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:01.972090 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:02.943922 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:03.932378 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:05.231840 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:17.447047 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 52374) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:17.548037 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:17.634635 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:17.638361 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:17.675660 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=031c0d19f7bd4970a38267ffcac470c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275262 Sep 14 12:17:17.676791 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690aa90b-2d96-4645-88a8-00ce0ab5ebc4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:17.678328 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52380) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:17.683760 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:17.684109 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:17.684446 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:17.684783 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:17.685123 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:17.685436 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:17.685762 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:17.686083 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:17.686405 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:17.686722 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:17.687057 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:17.687374 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672dc1d-8c34-4b93-8e90-b7dccdd50200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:17.732018 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b3da06c-c2fe-4361-8226-98f5cea9d529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:17.753866 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b3da06c-c2fe-4361-8226-98f5cea9d529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:17.800916 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b3da06c-c2fe-4361-8226-98f5cea9d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:17.803696 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b3da06c-c2fe-4361-8226-98f5cea9d529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:17.804909 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0b3da06c-c2fe-4361-8226-98f5cea9d529 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/690aa90b-2d96-4645-88a8-00ce0ab5ebc4 HTTP/1.1" status: 204 len: 168 time: 0.1255171 Sep 14 12:17:17.812296 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3da06c-c2fe-4361-8226-98f5cea9d529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690aa90b-2d96-4645-88a8-00ce0ab5ebc4,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:18.071939 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52386) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:18.087591 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ae332b1b-bf2a-4979-a531-8edc98dff500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:18.172571 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ae332b1b-bf2a-4979-a531-8edc98dff500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:18.176206 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ae332b1b-bf2a-4979-a531-8edc98dff500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:18.211613 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae332b1b-bf2a-4979-a531-8edc98dff500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdfe24d-c658-4e6e-9683-8a784c424e3f,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:18.216022 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ae332b1b-bf2a-4979-a531-8edc98dff500 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81f3f188575c4e13844e85eeee48a3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430819 Sep 14 12:17:18.218874 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52388) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:18.270790 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8201-006e-4603-8b3c-dbddd8086807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:18.291269 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8201-006e-4603-8b3c-dbddd8086807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:18.337423 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8201-006e-4603-8b3c-dbddd8086807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:18.340270 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8201-006e-4603-8b3c-dbddd8086807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:18.341408 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6cfd8201-006e-4603-8b3c-dbddd8086807 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcdfe24d-c658-4e6e-9683-8a784c424e3f HTTP/1.1" status: 204 len: 168 time: 0.1211188 Sep 14 12:17:18.350067 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd8201-006e-4603-8b3c-dbddd8086807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdfe24d-c658-4e6e-9683-8a784c424e3f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:20.765188 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52472) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:20.869498 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c93371a-636c-4179-a03a-c3040c1f872e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:20.963138 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c93371a-636c-4179-a03a-c3040c1f872e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:20.966959 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c93371a-636c-4179-a03a-c3040c1f872e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:21.003794 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5c93371a-636c-4179-a03a-c3040c1f872e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b7adf033d3f4dd4849230f53bce741c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375157 Sep 14 12:17:21.004593 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93371a-636c-4179-a03a-c3040c1f872e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a9b631-860e-4ce8-9270-88580db90e8e,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:21.006569 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 52476) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:21.055355 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f521ee0-3744-4316-beeb-3b5f440dd1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:21.078817 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f521ee0-3744-4316-beeb-3b5f440dd1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:21.124289 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f521ee0-3744-4316-beeb-3b5f440dd1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:21.127516 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f521ee0-3744-4316-beeb-3b5f440dd1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:21.128643 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-0f521ee0-3744-4316-beeb-3b5f440dd1bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81a9b631-860e-4ce8-9270-88580db90e8e HTTP/1.1" status: 204 len: 168 time: 0.1209309 Sep 14 12:17:21.135856 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f521ee0-3744-4316-beeb-3b5f440dd1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a9b631-860e-4ce8-9270-88580db90e8e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:21.390092 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 52484) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:21.404011 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dd45f1d7-6055-4fbe-87d1-a9eb97c6259f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:21.496579 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dd45f1d7-6055-4fbe-87d1-a9eb97c6259f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:21.500849 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dd45f1d7-6055-4fbe-87d1-a9eb97c6259f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:21.543885 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-dd45f1d7-6055-4fbe-87d1-a9eb97c6259f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb23982f276e41329c3e53c55f9d2b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520352 Sep 14 12:17:21.544771 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45f1d7-6055-4fbe-87d1-a9eb97c6259f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b957569a-352d-4b09-b884-f32e2672f22f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:21.546755 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52490) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:21.597172 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ff6e458f-05b0-4d2d-946f-4f9837b39276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:21.618136 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ff6e458f-05b0-4d2d-946f-4f9837b39276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:21.664172 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ff6e458f-05b0-4d2d-946f-4f9837b39276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:21.666744 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ff6e458f-05b0-4d2d-946f-4f9837b39276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:21.667931 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ff6e458f-05b0-4d2d-946f-4f9837b39276 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b957569a-352d-4b09-b884-f32e2672f22f HTTP/1.1" status: 204 len: 168 time: 0.1196887 Sep 14 12:17:21.675609 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e458f-05b0-4d2d-946f-4f9837b39276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b957569a-352d-4b09-b884-f32e2672f22f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:23.283634 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52546) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:23.383747 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-83c39ba3-c8cf-4f64-a127-0acb7c173032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:23.474645 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-83c39ba3-c8cf-4f64-a127-0acb7c173032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:23.478237 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-83c39ba3-c8cf-4f64-a127-0acb7c173032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:23.517823 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-83c39ba3-c8cf-4f64-a127-0acb7c173032 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc36dd77cace4ca19858124788c312d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331374 Sep 14 12:17:23.518657 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c39ba3-c8cf-4f64-a127-0acb7c173032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d7a9c8-b5c2-4502-afb1-c1db97152950,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:23.520921 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 52550) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:23.568391 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10373c93-1689-4fa9-9020-c3ba3dc728f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:23.589204 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10373c93-1689-4fa9-9020-c3ba3dc728f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:23.636503 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10373c93-1689-4fa9-9020-c3ba3dc728f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:23.639132 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10373c93-1689-4fa9-9020-c3ba3dc728f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:23.640358 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-10373c93-1689-4fa9-9020-c3ba3dc728f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35d7a9c8-b5c2-4502-afb1-c1db97152950 HTTP/1.1" status: 204 len: 168 time: 0.1182761 Sep 14 12:17:23.648461 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10373c93-1689-4fa9-9020-c3ba3dc728f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d7a9c8-b5c2-4502-afb1-c1db97152950,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:23.889615 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 52558) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:23.905604 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-279b562b-5150-4df0-a6cc-d3baae01a8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:23.990959 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-279b562b-5150-4df0-a6cc-d3baae01a8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:23.994564 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-279b562b-5150-4df0-a6cc-d3baae01a8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:24.032137 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-279b562b-5150-4df0-a6cc-d3baae01a8aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be1ddf69634b4eab9ec9a8037d0fa74c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415403 Sep 14 12:17:24.033068 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b562b-5150-4df0-a6cc-d3baae01a8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2423d0-916a-41f9-ae84-1cebc52c1e0f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:24.034777 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52560) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:24.082313 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3089e75d-be6f-4dc5-8ef2-1a2abd279cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:24.102070 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3089e75d-be6f-4dc5-8ef2-1a2abd279cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:24.146680 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3089e75d-be6f-4dc5-8ef2-1a2abd279cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:24.149116 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3089e75d-be6f-4dc5-8ef2-1a2abd279cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:24.150241 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3089e75d-be6f-4dc5-8ef2-1a2abd279cbf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a2423d0-916a-41f9-ae84-1cebc52c1e0f HTTP/1.1" status: 204 len: 168 time: 0.1144092 Sep 14 12:17:24.157417 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089e75d-be6f-4dc5-8ef2-1a2abd279cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2423d0-916a-41f9-ae84-1cebc52c1e0f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:28.975247 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-bd124d19-19df-4b36-9fa9-a1fd2b7cdd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:29.000489 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52682) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:29.102459 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6112c3c4-a2ac-4380-a4cf-b0c7d32479bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:29.200031 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6112c3c4-a2ac-4380-a4cf-b0c7d32479bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:29.204202 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6112c3c4-a2ac-4380-a4cf-b0c7d32479bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:29.249424 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6112c3c4-a2ac-4380-a4cf-b0c7d32479bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae92fc3f9839402db39cb33fe45086d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454886 Sep 14 12:17:29.249424 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112c3c4-a2ac-4380-a4cf-b0c7d32479bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9070c2e-2490-405b-bfdc-e63dfba20da6,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:29.249922 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 52692) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:29.298196 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86a2d305-8679-4199-90b0-9109b531da51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:29.319729 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86a2d305-8679-4199-90b0-9109b531da51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:29.370672 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86a2d305-8679-4199-90b0-9109b531da51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:29.373278 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86a2d305-8679-4199-90b0-9109b531da51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:29.374435 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-86a2d305-8679-4199-90b0-9109b531da51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9070c2e-2490-405b-bfdc-e63dfba20da6 HTTP/1.1" status: 204 len: 168 time: 0.1234066 Sep 14 12:17:29.383433 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2d305-8679-4199-90b0-9109b531da51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9070c2e-2490-405b-bfdc-e63dfba20da6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:29.637008 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52698) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:29.649639 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6449d3ee-5d84-4cb9-997e-8754f09698d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:29.737056 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6449d3ee-5d84-4cb9-997e-8754f09698d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:29.741360 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6449d3ee-5d84-4cb9-997e-8754f09698d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:29.777871 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6449d3ee-5d84-4cb9-997e-8754f09698d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e6e40fccec943fc9a8843eb23947cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398277 Sep 14 12:17:29.778724 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449d3ee-5d84-4cb9-997e-8754f09698d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e12197-d2e3-4303-b560-57101aa88748,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:29.780669 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 52700) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:29.828305 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf8da430-ec78-4d63-94ca-89cc643f5b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:29.851906 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf8da430-ec78-4d63-94ca-89cc643f5b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:29.898721 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf8da430-ec78-4d63-94ca-89cc643f5b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:29.901308 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf8da430-ec78-4d63-94ca-89cc643f5b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:29.902388 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-cf8da430-ec78-4d63-94ca-89cc643f5b79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6e12197-d2e3-4303-b560-57101aa88748 HTTP/1.1" status: 204 len: 168 time: 0.1207497 Sep 14 12:17:29.910564 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8da430-ec78-4d63-94ca-89cc643f5b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e12197-d2e3-4303-b560-57101aa88748,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:30.218232 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 52706) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:30.231773 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-021ff72b-acf8-401a-bb3e-09bec889c439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:30.324727 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-021ff72b-acf8-401a-bb3e-09bec889c439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:30.328573 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-021ff72b-acf8-401a-bb3e-09bec889c439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:30.366933 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-021ff72b-acf8-401a-bb3e-09bec889c439 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4599cc437d25474e9c4968ccef8cfea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475854 Sep 14 12:17:30.368862 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ff72b-acf8-401a-bb3e-09bec889c439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f28222-080f-4e00-9b9f-79d889ed62ec,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:30.369582 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52712) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:30.419851 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ceb3aad6-3612-4a50-8565-568c5ae4092e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:30.441951 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ceb3aad6-3612-4a50-8565-568c5ae4092e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:30.490328 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ceb3aad6-3612-4a50-8565-568c5ae4092e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:30.493391 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ceb3aad6-3612-4a50-8565-568c5ae4092e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:30.494787 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ceb3aad6-3612-4a50-8565-568c5ae4092e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5f28222-080f-4e00-9b9f-79d889ed62ec HTTP/1.1" status: 204 len: 168 time: 0.1242325 Sep 14 12:17:30.502317 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3aad6-3612-4a50-8565-568c5ae4092e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f28222-080f-4e00-9b9f-79d889ed62ec,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:30.534544 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52718) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:30.636596 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b6b25e26-21be-4c2a-9e63-423a69cd2537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:30.730958 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b6b25e26-21be-4c2a-9e63-423a69cd2537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:30.735666 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b6b25e26-21be-4c2a-9e63-423a69cd2537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:30.775087 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b6b25e26-21be-4c2a-9e63-423a69cd2537 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93cdf67c8b7e4c139117c62434183bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395239 Sep 14 12:17:30.776200 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b25e26-21be-4c2a-9e63-423a69cd2537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5997b6d8-4940-4ea1-a3dd-4a1b9c35556e,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:30.777869 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 52726) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:30.831990 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-342d60ad-6e8a-426a-9485-4039234a1dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:30.858794 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-342d60ad-6e8a-426a-9485-4039234a1dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:30.910207 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-342d60ad-6e8a-426a-9485-4039234a1dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:30.913191 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-342d60ad-6e8a-426a-9485-4039234a1dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:30.914334 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-342d60ad-6e8a-426a-9485-4039234a1dde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5997b6d8-4940-4ea1-a3dd-4a1b9c35556e HTTP/1.1" status: 204 len: 168 time: 0.1354229 Sep 14 12:17:30.922139 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d60ad-6e8a-426a-9485-4039234a1dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5997b6d8-4940-4ea1-a3dd-4a1b9c35556e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:31.251374 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52752) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:31.398482 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-91442afe-9603-4c05-bdca-0a7149cb9b91 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-352767971-network', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:31.420207 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91442afe-9603-4c05-bdca-0a7149cb9b91 admin admin] Made reservation on behalf of 1a3b175e3fd04267adc8f25a26add4ed for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:17:31.422583 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91442afe-9603-4c05-bdca-0a7149cb9b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:31.431156 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91442afe-9603-4c05-bdca-0a7149cb9b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:31.523671 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91442afe-9603-4c05-bdca-0a7149cb9b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:31.528216 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91442afe-9603-4c05-bdca-0a7149cb9b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:31.548132 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91442afe-9603-4c05-bdca-0a7149cb9b91 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:17:31.561965 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91442afe-9603-4c05-bdca-0a7149cb9b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e25abfe-d170-473e-bf2d-97917b249050,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:31.566767 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91442afe-9603-4c05-bdca-0a7149cb9b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:31.567146 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-91442afe-9603-4c05-bdca-0a7149cb9b91 admin admin] Added segment fe23e04a-8a0d-4693-be4d-c7443dc56e29 of type vlan for network ac3c4426-dc42-4af6-9ac8-00be952bbf25 Sep 14 12:17:31.606384 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91442afe-9603-4c05-bdca-0a7149cb9b91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:31.633451 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91442afe-9603-4c05-bdca-0a7149cb9b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:31.634476 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91442afe-9603-4c05-bdca-0a7149cb9b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:31.635090 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91442afe-9603-4c05-bdca-0a7149cb9b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:31.669223 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-91442afe-9603-4c05-bdca-0a7149cb9b91 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4164705 Sep 14 12:17:31.672162 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 52770) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:31.678361 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-70a2f767-dd5c-4152-a698-479e48b1204e admin admin] Request body: {'subnet': {'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-352767971-subnet', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:31.699428 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91442afe-9603-4c05-bdca-0a7149cb9b91 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3c4426-dc42-4af6-9ac8-00be952bbf25,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:31.700487 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a2f767-dd5c-4152-a698-479e48b1204e admin admin] Made reservation on behalf of 1a3b175e3fd04267adc8f25a26add4ed for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:17:31.702883 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70a2f767-dd5c-4152-a698-479e48b1204e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10195067'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:31.712837 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network ac3c4426-dc42-4af6-9ac8-00be952bbf25 details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:17:31.782893 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-97e6c161-b6cd-46d5-bf8f-5f1455dc3811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:31.881718 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70a2f767-dd5c-4152-a698-479e48b1204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10195045'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:31.933512 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2f767-dd5c-4152-a698-479e48b1204e admin admin] Pushing event updated for resources: {'Subnet': ['ID=82728f3b-f9a6-45db-a1d2-0fb551a96f11,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:31.950314 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a2f767-dd5c-4152-a698-479e48b1204e admin admin] Checking segment: {'id': 'fe23e04a-8a0d-4693-be4d-c7443dc56e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:17:31.950614 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a2f767-dd5c-4152-a698-479e48b1204e admin admin] Network hostable DHCP agents. Network: ac3c4426-dc42-4af6-9ac8-00be952bbf25, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:17:31.968896 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a2f767-dd5c-4152-a698-479e48b1204e admin admin] Network ac3c4426-dc42-4af6-9ac8-00be952bbf25 is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:17:31.978636 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:31.982897 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-70a2f767-dd5c-4152-a698-479e48b1204e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, ac3c4426-dc42-4af6-9ac8-00be952bbf25) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:31.992039 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8107f8-75f6-4621-b950-464b21466bd2 None None] Network ac3c4426-dc42-4af6-9ac8-00be952bbf25 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:17:31.995830 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a2f767-dd5c-4152-a698-479e48b1204e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:31.996430 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-70a2f767-dd5c-4152-a698-479e48b1204e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:32.014187 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-70a2f767-dd5c-4152-a698-479e48b1204e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3409467 Sep 14 12:17:32.017220 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 52776) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:32.025123 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-352767971-router', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:32.048739 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1721'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:32.049831 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:32.102257 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:32.146843 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184f21cd-f526-56fe-b4fe-385b3504c77e-ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'fixed_ips': [{'subnet_id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11'}]}} from dv-cinder-784945-14-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 12:17:32.147740 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:32.246255 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:32.294564 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Allocated IP 172.20.0.2 (ac3c4426-dc42-4af6-9ac8-00be952bbf25/82728f3b-f9a6-45db-a1d2-0fb551a96f11/80551a25-5c0d-4318-bfa2-036b368a5ff4) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:17:32.437934 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:32.445946 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:32.446691 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Transition to ACTIVE for port object 80551a25-5c0d-4318-bfa2-036b368a5ff4 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:32.462028 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Transition to ACTIVE for port object 80551a25-5c0d-4318-bfa2-036b368a5ff4 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:32.465812 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:32.468320 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:32.504565 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Network ac3c4426-dc42-4af6-9ac8-00be952bbf25 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:17:32.508567 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:32.512013 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:17:32.525331 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Pushing event updated for resources: {'Port': ['ID=80551a25-5c0d-4318-bfa2-036b368a5ff4,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:32.567165 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Allocated IP 172.27.0.228 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/89b51e3f-1de3-48ea-8667-d28771ed8a34) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:17:32.571867 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Attempting to bind port 80551a25-5c0d-4318-bfa2-036b368a5ff4 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:17:32.572247 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Attempting to bind port 80551a25-5c0d-4318-bfa2-036b368a5ff4 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': 'fe23e04a-8a0d-4693-be4d-c7443dc56e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:17:32.572721 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Attempting to bind port 80551a25-5c0d-4318-bfa2-036b368a5ff4 on network ac3c4426-dc42-4af6-9ac8-00be952bbf25 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:17:32.577778 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:17:32.578156 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Checking segment: {'id': 'fe23e04a-8a0d-4693-be4d-c7443dc56e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:17:32.578565 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:32.578961 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Bound using segment: {'id': 'fe23e04a-8a0d-4693-be4d-c7443dc56e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:17:32.579472 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Bound port: 80551a25-5c0d-4318-bfa2-036b368a5ff4, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe23e04a-8a0d-4693-be4d-c7443dc56e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:17:32.579930 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:32.645032 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] For port 80551a25-5c0d-4318-bfa2-036b368a5ff4, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:17:32.648378 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] For port 80551a25-5c0d-4318-bfa2-036b368a5ff4, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=80551a25-5c0d-4318-bfa2-036b368a5ff4,segment=NetworkSegment(fe23e04a-8a0d-4693-be4d-c7443dc56e29),segment_id=fe23e04a-8a0d-4693-be4d-c7443dc56e29)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:17:32.652212 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:32.674824 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:32.708167 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a70bc6-bc03-4410-8bd5-0b16d64d751b None None] Pushing event updated for resources: {'Port': ['ID=80551a25-5c0d-4318-bfa2-036b368a5ff4,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:32.721126 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:32.759952 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:17:32.762777 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:32.766338 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:17:32.774585 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Pushing event updated for resources: {'Port': ['ID=89b51e3f-1de3-48ea-8667-d28771ed8a34,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:32.949577 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:33.031763 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:33.226171 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-4373468b-1b4a-441a-ae0e-3611270d698b tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e5f5fbe30f944c3caf4f89aaca50320d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316560 Sep 14 12:17:33.365745 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580885'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:33.493182 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-1293f215-8dbe-48e4-bcc5-6bb46e005fa8 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:33.494687 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-1293f215-8dbe-48e4-bcc5-6bb46e005fa8 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2623928 Sep 14 12:17:33.522406 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6ec5aa75-4f68-4e77-b574-6dead1d3ae10 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/quotas/e5f5fbe30f944c3caf4f89aaca50320d HTTP/1.1" status: 200 len: 375 time: 0.0172892 Sep 14 12:17:33.548243 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e4fb81-eb40-4bfe-8093-72c599a49823 None None] Network ac3c4426-dc42-4af6-9ac8-00be952bbf25 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:17:33.561123 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-3ab5ed51-fac3-443d-acd8-2223f4d196c3 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5f5fbe30f944c3caf4f89aaca50320d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308430 Sep 14 12:17:33.593484 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Router f988f975-615e-41d9-af53-4ff313d2e307 is scheduled to L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:17:33.616630 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-7ef82428-79c3-409f-9644-f28980483b8c None None] Provisioning for port 80551a25-5c0d-4318-bfa2-036b368a5ff4 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:17:33.702484 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:17:33.719712 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Sync routers for ids ['f988f975-615e-41d9-af53-4ff313d2e307'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:17:33.723627 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:33.725078 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-cc179c0b-cb57-4a64-9091-41e0b33346d8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7068074 Sep 14 12:17:33.728244 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52796) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:33.742394 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Routers {'f988f975-615e-41d9-af53-4ff313d2e307'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:17:33.743217 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:17:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['f988f975-615e-41d9-af53-4ff313d2e307'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:33.762848 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f384a235-0ced-4e49-a3a2-f5ea5116cbc1 req-0af5f429-9217-485f-9466-0f9b3cc3204f tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 210 time: 0.0418224 Sep 14 12:17:33.858570 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Set router f988f975-615e-41d9-af53-4ff313d2e307 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:17:33.952203 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:34.069218 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'name': 'tempest-TestMinimumBasicScenario-352767971-router', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:32Z', 'revision_number': 3, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'gw_port': {'id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:34.096930 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Checking router: f988f975-615e-41d9-af53-4ff313d2e307 for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:17:34.097472 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Updating router f988f975-615e-41d9-af53-4ff313d2e307 port 89b51e3f-1de3-48ea-8667-d28771ed8a34 binding host dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:17:34.123702 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:34.243254 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:17:34.381115 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:34.390544 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Transition to ACTIVE for port object 89b51e3f-1de3-48ea-8667-d28771ed8a34 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:34.396738 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:34.397417 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:34.448673 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Attempting to bind port 89b51e3f-1de3-48ea-8667-d28771ed8a34 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:17:34.449051 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Attempting to bind port 89b51e3f-1de3-48ea-8667-d28771ed8a34 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:17:34.449427 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Attempting to bind port 89b51e3f-1de3-48ea-8667-d28771ed8a34 on network f4c7db36-d333-4393-b022-5f0c472ed786 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:17:34.451319 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba61ba4-c268-4f50-9ea4-584d86a8ba2f None None] Pushing event updated for resources: {'Port': ['ID=89b51e3f-1de3-48ea-8667-d28771ed8a34,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:34.457399 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:17:34.457780 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Checking segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:17:34.458181 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:34.458572 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Bound using segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:17:34.459063 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Bound port: 89b51e3f-1de3-48ea-8667-d28771ed8a34, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:17:34.459453 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:34.510279 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] For port 89b51e3f-1de3-48ea-8667-d28771ed8a34, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:17:34.513524 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] For port 89b51e3f-1de3-48ea-8667-d28771ed8a34, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=89b51e3f-1de3-48ea-8667-d28771ed8a34,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:17:34.517643 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:34.553769 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Allocated IP 172.20.0.1 (ac3c4426-dc42-4af6-9ac8-00be952bbf25/82728f3b-f9a6-45db-a1d2-0fb551a96f11/ce6740b7-8488-4a2d-bc98-5e403b83bae7) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:17:34.575534 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Routers {'f988f975-615e-41d9-af53-4ff313d2e307'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:17:34.576172 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:17:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['f988f975-615e-41d9-af53-4ff313d2e307'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:34.663690 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:34.680186 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Transition to ACTIVE for port object ce6740b7-8488-4a2d-bc98-5e403b83bae7 will not be triggered until provisioned by entity DHCP. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:34.714798 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:34.743420 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba61ba4-c268-4f50-9ea4-584d86a8ba2f None None] Pushing event updated for resources: {'Port': ['ID=89b51e3f-1de3-48ea-8667-d28771ed8a34,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:34.756434 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Network ac3c4426-dc42-4af6-9ac8-00be952bbf25 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:17:34.759818 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:34.767145 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:17:34.774145 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 80551a25-5c0d-4318-bfa2-036b368a5ff4 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:17:34.808567 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580932'] for router_interface, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:34.866259 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] Set router f988f975-615e-41d9-af53-4ff313d2e307 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:17:34.917072 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Pushing event updated for resources: {'Port': ['ID=ce6740b7-8488-4a2d-bc98-5e403b83bae7,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:34.929757 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:34.930615 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:34.931202 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:34.931964 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:34.932563 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:34.933558 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:34.933558 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:34.934758 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:34.935844 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:34.936391 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:34.936949 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:34.937488 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:34.939687 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1c897165-bffa-431f-83fe-3ac5271072ce req-2ea51383-8e9a-4424-ba91-a948401dfd18 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 210 time: 0.0688710 Sep 14 12:17:34.942975 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 80551a25-5c0d-4318-bfa2-036b368a5ff4 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:17:34.967975 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 80551a25-5c0d-4318-bfa2-036b368a5ff4 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:34.969105 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:34.989719 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:35.132628 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-c015deec-a49d-4128-ac59-9b62901d3096 None None] Provisioning for port ce6740b7-8488-4a2d-bc98-5e403b83bae7 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:17:35.148651 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-c015deec-a49d-4128-ac59-9b62901d3096 None None] Provisioning complete for port ce6740b7-8488-4a2d-bc98-5e403b83bae7 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:35.148948 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c015deec-a49d-4128-ac59-9b62901d3096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:35.169034 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:35.173855 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:35.178795 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9274900'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:35.212288 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-c015deec-a49d-4128-ac59-9b62901d3096 None None] Port ce6740b7-8488-4a2d-bc98-5e403b83bae7 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:17:35.228127 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 80551a25-5c0d-4318-bfa2-036b368a5ff4, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=80551a25-5c0d-4318-bfa2-036b368a5ff4,segment=NetworkSegment(fe23e04a-8a0d-4693-be4d-c7443dc56e29),segment_id=fe23e04a-8a0d-4693-be4d-c7443dc56e29)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:35.236118 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:35.249332 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576980'] for router_interface, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:35.250994 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Pushing event updated for resources: {'Port': ['ID=ce6740b7-8488-4a2d-bc98-5e403b83bae7,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:35.267291 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'name': 'tempest-TestMinimumBasicScenario-352767971-router', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:32Z', 'revision_number': 3, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'gw_port': {'id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:35.269138 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:35.295353 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aac6320-4d98-47b1-b028-cc226732188d None None] The sync data for ids ['f988f975-615e-41d9-af53-4ff313d2e307'] in dv-cinder-784945-14-iscsi is: [{'id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'name': 'tempest-TestMinimumBasicScenario-352767971-router', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:32Z', 'revision_number': 3, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'gw_port': {'id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:17:35.320523 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=80551a25-5c0d-4318-bfa2-036b368a5ff4,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:35.341268 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Network ac3c4426-dc42-4af6-9ac8-00be952bbf25 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:17:35.342653 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:35.464856 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Router f988f975-615e-41d9-af53-4ff313d2e307 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:17:35.554477 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-e59206c8-faa6-4aff-b258-b7551c54a873 None None] Provisioning complete for port ce6740b7-8488-4a2d-bc98-5e403b83bae7 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:35.554847 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e59206c8-faa6-4aff-b258-b7551c54a873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:35.595286 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-e59206c8-faa6-4aff-b258-b7551c54a873 None None] Port ce6740b7-8488-4a2d-bc98-5e403b83bae7 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:17:35.602276 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:17:35.607462 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-277d2719-9ffa-4580-b362-d2ac85a2faac admin admin] 10.222.0.20 "PUT /v2.0/routers/f988f975-615e-41d9-af53-4ff313d2e307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8774033 Sep 14 12:17:36.014619 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f58742cc-eeca-4069-a340-971a48c7e0e7 req-a503ee31-19d5-4c84-b900-32c79271efc4 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 210 time: 0.0421100 Sep 14 12:17:36.163064 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52824) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:36.169213 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-95d4ea9d-376a-4e3d-8114-4e4132759d28 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1604166518-network', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:36.193481 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d4ea9d-376a-4e3d-8114-4e4132759d28 admin admin] Made reservation on behalf of ce86607096d7423e9693c9cd7ccf3972 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:17:36.195993 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95d4ea9d-376a-4e3d-8114-4e4132759d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:36.205801 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95d4ea9d-376a-4e3d-8114-4e4132759d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:36.314814 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95d4ea9d-376a-4e3d-8114-4e4132759d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:36.319753 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95d4ea9d-376a-4e3d-8114-4e4132759d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:36.343584 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d4ea9d-376a-4e3d-8114-4e4132759d28 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:17:36.359851 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4ea9d-376a-4e3d-8114-4e4132759d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea790a7-55bc-4dab-926a-b068f0d4ad4e,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:36.367093 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95d4ea9d-376a-4e3d-8114-4e4132759d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:36.367444 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-95d4ea9d-376a-4e3d-8114-4e4132759d28 admin admin] Added segment b9f521d2-78ea-4a73-81d4-dc30abc240b2 of type vlan for network 3ca05c4e-08f3-4102-97b0-e0fc767313c6 Sep 14 12:17:36.412887 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95d4ea9d-376a-4e3d-8114-4e4132759d28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:36.440685 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95d4ea9d-376a-4e3d-8114-4e4132759d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:36.441912 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d4ea9d-376a-4e3d-8114-4e4132759d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:36.442569 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95d4ea9d-376a-4e3d-8114-4e4132759d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:36.478867 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-95d4ea9d-376a-4e3d-8114-4e4132759d28 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3115022 Sep 14 12:17:36.479391 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 52828) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:36.485464 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d2e6e82a-d898-4c3f-a9ce-ea9569b9b9af admin admin] Request body: {'subnet': {'network_id': '3ca05c4e-08f3-4102-97b0-e0fc767313c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1604166518-subnet', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:36.509231 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4ea9d-376a-4e3d-8114-4e4132759d28 admin admin] Pushing event updated for resources: {'Network': ['ID=3ca05c4e-08f3-4102-97b0-e0fc767313c6,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:36.519628 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network 3ca05c4e-08f3-4102-97b0-e0fc767313c6 details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:17:36.524996 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e6e82a-d898-4c3f-a9ce-ea9569b9b9af admin admin] Made reservation on behalf of ce86607096d7423e9693c9cd7ccf3972 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:17:36.527668 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2e6e82a-d898-4c3f-a9ce-ea9569b9b9af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10195067'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:36.720477 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2e6e82a-d898-4c3f-a9ce-ea9569b9b9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10195045'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:36.774888 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6e82a-d898-4c3f-a9ce-ea9569b9b9af admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d15cad2-f2c7-4687-b1a4-8ae77aff0f05,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:36.785747 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e6e82a-d898-4c3f-a9ce-ea9569b9b9af admin admin] Checking segment: {'id': 'b9f521d2-78ea-4a73-81d4-dc30abc240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3ca05c4e-08f3-4102-97b0-e0fc767313c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:17:36.786221 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e6e82a-d898-4c3f-a9ce-ea9569b9b9af admin admin] Network hostable DHCP agents. Network: 3ca05c4e-08f3-4102-97b0-e0fc767313c6, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:17:36.797178 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 89b51e3f-1de3-48ea-8667-d28771ed8a34 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:17:36.804880 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e6e82a-d898-4c3f-a9ce-ea9569b9b9af admin admin] Network 3ca05c4e-08f3-4102-97b0-e0fc767313c6 is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:17:36.816276 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d2e6e82a-d898-4c3f-a9ce-ea9569b9b9af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, 3ca05c4e-08f3-4102-97b0-e0fc767313c6) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:36.821109 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e6e82a-d898-4c3f-a9ce-ea9569b9b9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:36.821362 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2e6e82a-d898-4c3f-a9ce-ea9569b9b9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:36.832908 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943bc316-f02a-4544-b208-a9b14b3fc6b1 None None] Network 3ca05c4e-08f3-4102-97b0-e0fc767313c6 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:17:36.841891 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d2e6e82a-d898-4c3f-a9ce-ea9569b9b9af admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3605795 Sep 14 12:17:36.844530 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52830) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:36.850158 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1604166518-router', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:36.873901 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1721'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:36.874871 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:36.906853 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 89b51e3f-1de3-48ea-8667-d28771ed8a34 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:17:36.920299 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 89b51e3f-1de3-48ea-8667-d28771ed8a34 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:36.920870 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:36.924031 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Sync routers for ids ['f988f975-615e-41d9-af53-4ff313d2e307'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:17:36.932190 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:36.935652 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Routers {'f988f975-615e-41d9-af53-4ff313d2e307'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:17:36.936424 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:17:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['f988f975-615e-41d9-af53-4ff313d2e307'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:37.001368 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-b3cfec74-2ab2-4ced-838f-548c40a7e0b1 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e5f5fbe30f944c3caf4f89aaca50320d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498269 Sep 14 12:17:37.058444 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Set router f988f975-615e-41d9-af53-4ff313d2e307 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:17:37.082519 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.088816 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.129796 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184f21cd-f526-56fe-b4fe-385b3504c77e-3ca05c4e-08f3-4102-97b0-e0fc767313c6', 'network_id': '3ca05c4e-08f3-4102-97b0-e0fc767313c6', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'fixed_ips': [{'subnet_id': '1d15cad2-f2c7-4687-b1a4-8ae77aff0f05'}]}} from dv-cinder-784945-14-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 12:17:37.131823 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.161245 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 89b51e3f-1de3-48ea-8667-d28771ed8a34, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=89b51e3f-1de3-48ea-8667-d28771ed8a34,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:37.173572 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.174909 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 80551a25-5c0d-4318-bfa2-036b368a5ff4 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:17:37.269069 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-50a387ee-d37c-4aa7-ab0c-956cedf113b0 req-6cc07663-ed26-41e1-8862-ec871f0df6af tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 210 time: 0.0442398 Sep 14 12:17:37.309324 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-56131fec-22eb-4532-81d4-bd46a4274340 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:37.311364 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-56131fec-22eb-4532-81d4-bd46a4274340 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3038838 Sep 14 12:17:37.326532 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.337841 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Request body: {'port': {'device_id': '05daa437-64f3-4a04-bbec-e45e9ee6ae00', 'network_id': '1078abb6-f746-497c-9902-e3b4946f9ff4', 'admin_state_up': True, 'tenant_id': 'e5f5fbe30f944c3caf4f89aaca50320d'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:37.348011 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.352367 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'name': 'tempest-TestMinimumBasicScenario-352767971-router', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:34Z', 'revision_number': 4, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'gw_port': {'id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': 'ce6740b7-8488-4a2d-bc98-5e403b83bae7', 'name': '', 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'mac_address': 'fa:16:3e:e6:93:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:34Z', 'updated_at': '2021-09-14T12:17:35Z', 'revision_number': 2, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'subnets': [{'id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:37.367036 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=89b51e3f-1de3-48ea-8667-d28771ed8a34,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:37.378102 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 80551a25-5c0d-4318-bfa2-036b368a5ff4 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:37.378480 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.398305 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Checking router: f988f975-615e-41d9-af53-4ff313d2e307 for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:17:37.398671 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Updating router f988f975-615e-41d9-af53-4ff313d2e307 port ce6740b7-8488-4a2d-bc98-5e403b83bae7 binding host dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:17:37.429752 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.451208 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Allocated IP 172.20.0.2 (3ca05c4e-08f3-4102-97b0-e0fc767313c6/1d15cad2-f2c7-4687-b1a4-8ae77aff0f05/86828773-b17f-46bc-990c-435543f48e36) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:17:37.475322 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Allocated IP 172.27.0.120 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/2f62c998-7c07-4e6b-b261-2bd3797ab3f3) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:17:37.505348 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Made reservation on behalf of e5f5fbe30f944c3caf4f89aaca50320d for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:17:37.509530 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.521611 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.630213 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.636106 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.639875 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.644558 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.649835 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Transition to ACTIVE for port object 86828773-b17f-46bc-990c-435543f48e36 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:37.670524 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Transition to ACTIVE for port object 86828773-b17f-46bc-990c-435543f48e36 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:37.679031 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.695550 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.713743 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33bfd563-307c-4e2a-82c1-e50f2c386b81,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:37.728040 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Network 3ca05c4e-08f3-4102-97b0-e0fc767313c6 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:17:37.731899 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:37.736164 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:17:37.739161 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:17:37.742381 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:37.746621 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:17:37.773183 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Pushing event updated for resources: {'Port': ['ID=86828773-b17f-46bc-990c-435543f48e36,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:37.780577 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=2f62c998-7c07-4e6b-b261-2bd3797ab3f3,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:37.787561 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.800808 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Transition to ACTIVE for port object ce6740b7-8488-4a2d-bc98-5e403b83bae7 will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:37.807921 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.812379 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Allocated IP 192.168.233.110 (1078abb6-f746-497c-9902-e3b4946f9ff4/55d4e7e4-35ba-4450-95ff-b584161b019a/b388f8a2-5d22-415f-8ace-d1799f210ba6) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:17:37.829210 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Attempting to bind port 86828773-b17f-46bc-990c-435543f48e36 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:17:37.830076 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Attempting to bind port 86828773-b17f-46bc-990c-435543f48e36 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': 'b9f521d2-78ea-4a73-81d4-dc30abc240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3ca05c4e-08f3-4102-97b0-e0fc767313c6'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:17:37.831429 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Attempting to bind port 86828773-b17f-46bc-990c-435543f48e36 on network 3ca05c4e-08f3-4102-97b0-e0fc767313c6 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:17:37.838151 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:17:37.838918 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Checking segment: {'id': 'b9f521d2-78ea-4a73-81d4-dc30abc240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3ca05c4e-08f3-4102-97b0-e0fc767313c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:17:37.839657 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.840432 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Bound using segment: {'id': 'b9f521d2-78ea-4a73-81d4-dc30abc240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3ca05c4e-08f3-4102-97b0-e0fc767313c6'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:17:37.841159 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Bound port: 86828773-b17f-46bc-990c-435543f48e36, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f521d2-78ea-4a73-81d4-dc30abc240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3ca05c4e-08f3-4102-97b0-e0fc767313c6'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:17:37.841809 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:37.860089 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace7347-a3cd-4924-ac36-5572cd410a53 None None] Pushing event updated for resources: {'Port': ['ID=ce6740b7-8488-4a2d-bc98-5e403b83bae7,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:37.872172 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace7347-a3cd-4924-ac36-5572cd410a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.872697 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace7347-a3cd-4924-ac36-5572cd410a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.873042 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace7347-a3cd-4924-ac36-5572cd410a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.873522 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace7347-a3cd-4924-ac36-5572cd410a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.873855 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace7347-a3cd-4924-ac36-5572cd410a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.874179 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace7347-a3cd-4924-ac36-5572cd410a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.874776 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace7347-a3cd-4924-ac36-5572cd410a53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.875133 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace7347-a3cd-4924-ac36-5572cd410a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.875475 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace7347-a3cd-4924-ac36-5572cd410a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.875800 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace7347-a3cd-4924-ac36-5572cd410a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.876117 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace7347-a3cd-4924-ac36-5572cd410a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.876557 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace7347-a3cd-4924-ac36-5572cd410a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.966790 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] For port 86828773-b17f-46bc-990c-435543f48e36, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:17:37.971655 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] For port 86828773-b17f-46bc-990c-435543f48e36, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=86828773-b17f-46bc-990c-435543f48e36,segment=NetworkSegment(b9f521d2-78ea-4a73-81d4-dc30abc240b2),segment_id=b9f521d2-78ea-4a73-81d4-dc30abc240b2)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:17:37.980356 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:38.065907 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08808a-461d-477e-a4bf-2620e8754ca1 None None] Pushing event updated for resources: {'Port': ['ID=86828773-b17f-46bc-990c-435543f48e36,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:38.079476 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:38.124004 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Attempting to bind port ce6740b7-8488-4a2d-bc98-5e403b83bae7 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:17:38.124522 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Attempting to bind port ce6740b7-8488-4a2d-bc98-5e403b83bae7 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': 'fe23e04a-8a0d-4693-be4d-c7443dc56e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:17:38.124866 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Attempting to bind port ce6740b7-8488-4a2d-bc98-5e403b83bae7 on network ac3c4426-dc42-4af6-9ac8-00be952bbf25 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:17:38.131933 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:17:38.132401 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Checking segment: {'id': 'fe23e04a-8a0d-4693-be4d-c7443dc56e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:17:38.132872 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:38.133329 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Bound using segment: {'id': 'fe23e04a-8a0d-4693-be4d-c7443dc56e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:17:38.133871 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Bound port: ce6740b7-8488-4a2d-bc98-5e403b83bae7, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe23e04a-8a0d-4693-be4d-c7443dc56e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:17:38.134338 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:38.206709 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] For port ce6740b7-8488-4a2d-bc98-5e403b83bae7, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:17:38.210015 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] For port ce6740b7-8488-4a2d-bc98-5e403b83bae7, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=ce6740b7-8488-4a2d-bc98-5e403b83bae7,segment=NetworkSegment(fe23e04a-8a0d-4693-be4d-c7443dc56e29),segment_id=fe23e04a-8a0d-4693-be4d-c7443dc56e29)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:17:38.217956 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:38.318408 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Routers {'f988f975-615e-41d9-af53-4ff313d2e307'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:17:38.319239 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:17:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['f988f975-615e-41d9-af53-4ff313d2e307'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:38.323397 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace7347-a3cd-4924-ac36-5572cd410a53 None None] Pushing event updated for resources: {'Port': ['ID=ce6740b7-8488-4a2d-bc98-5e403b83bae7,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:38.368503 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:38.384411 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Transition to ACTIVE for port object b388f8a2-5d22-415f-8ace-d1799f210ba6 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:38.427179 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-90294ad9-5ed7-45d2-85bb-dc9488bc870b req-938d3174-3c41-4a6b-963a-a32abd6472f9 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 210 time: 0.0311821 Sep 14 12:17:38.468503 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:38.482377 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580885'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:38.499974 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] Set router f988f975-615e-41d9-af53-4ff313d2e307 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:17:38.544210 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Network 1078abb6-f746-497c-9902-e3b4946f9ff4 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:17:38.552684 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:38.556332 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:17:38.614237 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Pushing event updated for resources: {'Port': ['ID=b388f8a2-5d22-415f-8ace-d1799f210ba6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:38.628788 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:38.629859 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:38.651478 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-6b20f5c1-906a-43d5-a8d0-5a41c4e6579e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3219762 Sep 14 12:17:38.669573 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Request body: {'port': {'device_id': '05daa437-64f3-4a04-bbec-e45e9ee6ae00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:38.695002 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Router e2161e19-0be0-4148-9140-2279bc4d5180 is scheduled to L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:17:38.756581 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:38.839730 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'name': 'tempest-TestMinimumBasicScenario-352767971-router', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:34Z', 'revision_number': 4, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'gw_port': {'id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': 'ce6740b7-8488-4a2d-bc98-5e403b83bae7', 'name': '', 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'mac_address': 'fa:16:3e:e6:93:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:34Z', 'updated_at': '2021-09-14T12:17:38Z', 'revision_number': 4, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'subnets': [{'id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:38.854995 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:17:38.873425 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Sync routers for ids ['e2161e19-0be0-4148-9140-2279bc4d5180'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:17:38.877917 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc759788-e1cf-4ad5-80ff-71a2618d1b63 None None] The sync data for ids ['f988f975-615e-41d9-af53-4ff313d2e307'] in dv-cinder-784945-14-iscsi is: [{'id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'name': 'tempest-TestMinimumBasicScenario-352767971-router', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:34Z', 'revision_number': 4, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'gw_port': {'id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': 'ce6740b7-8488-4a2d-bc98-5e403b83bae7', 'name': '', 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'mac_address': 'fa:16:3e:e6:93:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:34Z', 'updated_at': '2021-09-14T12:17:38Z', 'revision_number': 4, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'subnets': [{'id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:17:38.897526 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 89b51e3f-1de3-48ea-8667-d28771ed8a34 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:17:38.910484 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:38.915366 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-41a2b2b6-ca3f-45e1-aeea-cd35d1033fc9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0696881 Sep 14 12:17:38.916047 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 52840) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:38.949756 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Routers {'e2161e19-0be0-4148-9140-2279bc4d5180'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:17:38.953349 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:17:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['e2161e19-0be0-4148-9140-2279bc4d5180'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:39.012594 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1b4d8552-dead-43af-a2b3-b0e755271823 None None] Provisioning for port b388f8a2-5d22-415f-8ace-d1799f210ba6 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:17:39.045839 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1b4d8552-dead-43af-a2b3-b0e755271823 None None] Provisioning complete for port b388f8a2-5d22-415f-8ace-d1799f210ba6 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:39.046373 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1b4d8552-dead-43af-a2b3-b0e755271823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:39.229321 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b388f8a2-5d22-415f-8ace-d1799f210ba6 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:17:39.241436 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:39.267639 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Transition to ACTIVE for port object b388f8a2-5d22-415f-8ace-d1799f210ba6 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:39.278546 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:39.309098 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d8552-dead-43af-a2b3-b0e755271823 None None] Port b388f8a2-5d22-415f-8ace-d1799f210ba6 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:17:39.319600 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Set router e2161e19-0be0-4148-9140-2279bc4d5180 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:17:39.322081 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 89b51e3f-1de3-48ea-8667-d28771ed8a34 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:39.322515 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:39.389720 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Pushing event updated for resources: {'Port': ['ID=b388f8a2-5d22-415f-8ace-d1799f210ba6,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:39.490993 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d50020-1638-4f95-88d0-616a0931c653 None None] Network 3ca05c4e-08f3-4102-97b0-e0fc767313c6 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:17:39.507779 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Attempting to bind port b388f8a2-5d22-415f-8ace-d1799f210ba6 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:17:39.508130 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Attempting to bind port b388f8a2-5d22-415f-8ace-d1799f210ba6 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '87e2822c-830c-4556-b133-afb47ee54256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1078abb6-f746-497c-9902-e3b4946f9ff4'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:17:39.508473 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Attempting to bind port b388f8a2-5d22-415f-8ace-d1799f210ba6 on network 1078abb6-f746-497c-9902-e3b4946f9ff4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:17:39.518905 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Port b388f8a2-5d22-415f-8ace-d1799f210ba6 on network 1078abb6-f746-497c-9902-e3b4946f9ff4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:17:39.523589 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Attempting to bind port b388f8a2-5d22-415f-8ace-d1799f210ba6 on network 1078abb6-f746-497c-9902-e3b4946f9ff4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:17:39.537173 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:17:39.537523 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Checking segment: {'id': '87e2822c-830c-4556-b133-afb47ee54256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1078abb6-f746-497c-9902-e3b4946f9ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:17:39.537891 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Bound using segment: {'id': '87e2822c-830c-4556-b133-afb47ee54256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1078abb6-f746-497c-9902-e3b4946f9ff4'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:17:39.538337 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Bound port: b388f8a2-5d22-415f-8ace-d1799f210ba6, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e2822c-830c-4556-b133-afb47ee54256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1078abb6-f746-497c-9902-e3b4946f9ff4'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:17:39.538700 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:39.662379 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185f946-5ff0-4275-b949-92fbb06159d2 req-a1914a37-0ff5-47a2-bcd7-dd9e400c555d tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:39.664199 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f185f946-5ff0-4275-b949-92fbb06159d2 req-a1914a37-0ff5-47a2-bcd7-dd9e400c555d tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 948 time: 0.1219974 Sep 14 12:17:39.690972 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-3b03f36c-66ca-459f-9a92-c0ceca9d35b2 None None] Provisioning for port 86828773-b17f-46bc-990c-435543f48e36 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:17:39.714853 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] For port b388f8a2-5d22-415f-8ace-d1799f210ba6, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:17:39.740581 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] For port b388f8a2-5d22-415f-8ace-d1799f210ba6, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b388f8a2-5d22-415f-8ace-d1799f210ba6,segment=NetworkSegment(87e2822c-830c-4556-b133-afb47ee54256),segment_id=87e2822c-830c-4556-b133-afb47ee54256)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:17:39.764041 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f185f946-5ff0-4275-b949-92fbb06159d2 req-b109d151-70e9-45fe-ae91-4bbb2b684055 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfd563-307c-4e2a-82c1-e50f2c386b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856743 Sep 14 12:17:39.769215 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:39.827725 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:39.828319 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:39.830743 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] 10.222.0.22 "PUT /v2.0/ports/b388f8a2-5d22-415f-8ace-d1799f210ba6 HTTP/1.1" status: 200 len: 1098 time: 1.1665576 Sep 14 12:17:39.830948 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05daa437-64f3-4a04-bbec-e45e9ee6ae00', 'tag': 'b388f8a2-5d22-415f-8ace-d1799f210ba6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:17:39.833156 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eddeef7-0954-4985-9dd7-740acb74747d" -d '{"events": [{"name": "network-changed", "server_uuid": "05daa437-64f3-4a04-bbec-e45e9ee6ae00", "tag": "b388f8a2-5d22-415f-8ace-d1799f210ba6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:17:39.866785 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbdba0-14c6-451d-9901-bb62cb3a6e90 service neutron] Pushing event updated for resources: {'Port': ['ID=b388f8a2-5d22-415f-8ace-d1799f210ba6,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:39.870135 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:39.874437 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 86828773-b17f-46bc-990c-435543f48e36 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:17:39.940386 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544a0356-cec9-4746-8933-fbc8a5eecd0a x-openstack-request-id: req-544a0356-cec9-4746-8933-fbc8a5eecd0a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:17:39.943557 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05daa437-64f3-4a04-bbec-e45e9ee6ae00", "tag": "b388f8a2-5d22-415f-8ace-d1799f210ba6", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:17:39.944026 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-544a0356-cec9-4746-8933-fbc8a5eecd0a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:17:39.944713 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05daa437-64f3-4a04-bbec-e45e9ee6ae00', 'tag': 'b388f8a2-5d22-415f-8ace-d1799f210ba6', 'status': 'completed', 'code': 200} Sep 14 12:17:39.946595 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'name': 'tempest-TestMinimumBasicScenario-1604166518-router', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:36Z', 'updated_at': '2021-09-14T12:17:37Z', 'revision_number': 3, 'project_id': 'ce86607096d7423e9693c9cd7ccf3972', 'gw_port': {'id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:37Z', 'updated_at': '2021-09-14T12:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:39.963541 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-9a195026-2f43-4bf5-8d7a-3eaa3fc115b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:39.965368 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-9a195026-2f43-4bf5-8d7a-3eaa3fc115b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5f5fbe30f944c3caf4f89aaca50320d&device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 1101 time: 0.0802193 Sep 14 12:17:39.996937 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Checking router: e2161e19-0be0-4148-9140-2279bc4d5180 for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:17:39.998701 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Updating router e2161e19-0be0-4148-9140-2279bc4d5180 port 2f62c998-7c07-4e6b-b261-2bd3797ab3f3 binding host dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:17:40.038724 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-eb082c09-4e91-4eb2-b1d0-842ab7980c98 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b388f8a2-5d22-415f-8ace-d1799f210ba6 HTTP/1.1" status: 200 len: 217 time: 0.0649314 Sep 14 12:17:40.060532 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:40.115637 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 86828773-b17f-46bc-990c-435543f48e36 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:17:40.122475 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Allocated IP 172.20.0.1 (3ca05c4e-08f3-4102-97b0-e0fc767313c6/1d15cad2-f2c7-4687-b1a4-8ae77aff0f05/7d700be7-389c-4bac-9a31-508903500541) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:17:40.125896 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 86828773-b17f-46bc-990c-435543f48e36 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:40.126323 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:40.135117 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-2d59546c-2a88-4b4a-b532-d53becd73f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:40.136782 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-2d59546c-2a88-4b4a-b532-d53becd73f5b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55d4e7e4-35ba-4450-95ff-b584161b019a HTTP/1.1" status: 200 len: 843 time: 0.0898416 Sep 14 12:17:40.202766 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-73f3d42f-b80c-41f8-91e6-a07330147532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:40.204374 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-73f3d42f-b80c-41f8-91e6-a07330147532 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1078abb6-f746-497c-9902-e3b4946f9ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0591135 Sep 14 12:17:40.304184 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:40.324811 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Transition to ACTIVE for port object 7d700be7-389c-4bac-9a31-508903500541 will not be triggered until provisioned by entity DHCP. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:40.361577 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-24cf97da-5a58-4bb0-b499-9a49a63f832e service neutron] 10.222.0.22 "GET /v2.0/networks/1078abb6-f746-497c-9902-e3b4946f9ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468081 Sep 14 12:17:40.372345 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:40.394652 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:40.422238 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Network 3ca05c4e-08f3-4102-97b0-e0fc767313c6 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:17:40.437399 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:40.449979 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:17:40.453326 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Pushing event updated for resources: {'Port': ['ID=7d700be7-389c-4bac-9a31-508903500541,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:40.489761 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 86828773-b17f-46bc-990c-435543f48e36, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=86828773-b17f-46bc-990c-435543f48e36,segment=NetworkSegment(b9f521d2-78ea-4a73-81d4-dc30abc240b2),segment_id=b9f521d2-78ea-4a73-81d4-dc30abc240b2)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:40.504209 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:40.511633 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580932'] for router_interface, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:40.526530 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00990b3b-19d2-4da8-b9e2-68f62a8b4cf4 req-ce642701-c14a-49a1-9970-b7fe870a8fa0 service neutron] 10.222.0.22 "GET /v2.0/networks/1078abb6-f746-497c-9902-e3b4946f9ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575255 Sep 14 12:17:40.638155 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:40.658315 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=86828773-b17f-46bc-990c-435543f48e36,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:40.661244 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-d0c01d31-d59e-4d69-aec9-1a5987344a80 None None] Provisioning complete for port 86828773-b17f-46bc-990c-435543f48e36 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:40.667718 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d0c01d31-d59e-4d69-aec9-1a5987344a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:40.669157 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddeef7-0954-4985-9dd7-740acb74747d req-68bd597a-4b33-4c39-93a2-e132e6551ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:40.677174 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4eddeef7-0954-4985-9dd7-740acb74747d req-68bd597a-4b33-4c39-93a2-e132e6551ae9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5f5fbe30f944c3caf4f89aaca50320d&device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 1101 time: 0.0961666 Sep 14 12:17:40.697434 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Transition to ACTIVE for port object 2f62c998-7c07-4e6b-b261-2bd3797ab3f3 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:40.712555 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:40.774808 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:40.869732 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device ce6740b7-8488-4a2d-bc98-5e403b83bae7 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:17:40.875631 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb4063-f566-4e9a-8fbd-7c14def59cff None None] Pushing event updated for resources: {'Port': ['ID=2f62c998-7c07-4e6b-b261-2bd3797ab3f3,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:40.906476 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddeef7-0954-4985-9dd7-740acb74747d req-2c313413-a3fb-4e62-8c63-0653b4e26246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:40.908187 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4eddeef7-0954-4985-9dd7-740acb74747d req-2c313413-a3fb-4e62-8c63-0653b4e26246 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1078abb6-f746-497c-9902-e3b4946f9ff4 HTTP/1.1" status: 200 len: 870 time: 0.2251759 Sep 14 12:17:40.921714 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Attempting to bind port 2f62c998-7c07-4e6b-b261-2bd3797ab3f3 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:17:40.922075 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Attempting to bind port 2f62c998-7c07-4e6b-b261-2bd3797ab3f3 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:17:40.922459 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Attempting to bind port 2f62c998-7c07-4e6b-b261-2bd3797ab3f3 on network f4c7db36-d333-4393-b022-5f0c472ed786 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:17:40.979807 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:17:40.980521 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Checking segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:17:40.980687 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:40.981110 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Bound using segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:17:40.981623 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Bound port: 2f62c998-7c07-4e6b-b261-2bd3797ab3f3, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:17:40.982210 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:41.014583 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4eddeef7-0954-4985-9dd7-740acb74747d req-e627f9f3-935a-452f-93a3-1986ce0030dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b388f8a2-5d22-415f-8ace-d1799f210ba6 HTTP/1.1" status: 200 len: 217 time: 0.0847044 Sep 14 12:17:41.061313 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a72d4-7c14-48f9-a3df-32d8767427b5 req-30a399bc-dd54-46aa-92da-a4f32cadac85 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:41.062921 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-052a72d4-7c14-48f9-a3df-32d8767427b5 req-30a399bc-dd54-46aa-92da-a4f32cadac85 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 948 time: 0.1533282 Sep 14 12:17:41.066762 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port ce6740b7-8488-4a2d-bc98-5e403b83bae7 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:17:41.070119 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] For port 2f62c998-7c07-4e6b-b261-2bd3797ab3f3, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:17:41.074670 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] For port 2f62c998-7c07-4e6b-b261-2bd3797ab3f3, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=2f62c998-7c07-4e6b-b261-2bd3797ab3f3,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:17:41.076607 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port ce6740b7-8488-4a2d-bc98-5e403b83bae7 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:41.077303 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:41.105676 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:41.122121 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:41.130029 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9274900'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:41.134825 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddeef7-0954-4985-9dd7-740acb74747d req-93294cbb-6238-407a-962a-5517ca7b7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:41.136348 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4eddeef7-0954-4985-9dd7-740acb74747d req-93294cbb-6238-407a-962a-5517ca7b7968 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55d4e7e4-35ba-4450-95ff-b584161b019a HTTP/1.1" status: 200 len: 843 time: 0.1118126 Sep 14 12:17:41.162846 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-052a72d4-7c14-48f9-a3df-32d8767427b5 req-bd4f2b61-61f3-48e5-9dcb-db820cb8d14d tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfd563-307c-4e2a-82c1-e50f2c386b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819902 Sep 14 12:17:41.172700 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ca030-b947-4b65-ab5a-bc38a17438c6 req-c464d6b2-fc84-41f8-b6aa-93555159a8f9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:41.174000 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-589ca030-b947-4b65-ab5a-bc38a17438c6 req-c464d6b2-fc84-41f8-b6aa-93555159a8f9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 945 time: 0.1101234 Sep 14 12:17:41.200276 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-a86b3100-8352-4ae5-9b83-40cfbf0a93c3 None None] Provisioning for port 7d700be7-389c-4bac-9a31-508903500541 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:17:41.208705 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb4063-f566-4e9a-8fbd-7c14def59cff None None] Pushing event updated for resources: {'Port': ['ID=2f62c998-7c07-4e6b-b261-2bd3797ab3f3,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:41.214222 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-a86b3100-8352-4ae5-9b83-40cfbf0a93c3 None None] Provisioning complete for port 7d700be7-389c-4bac-9a31-508903500541 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:41.214455 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a86b3100-8352-4ae5-9b83-40cfbf0a93c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:41.216129 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Routers {'e2161e19-0be0-4148-9140-2279bc4d5180'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:17:41.216815 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:17:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['e2161e19-0be0-4148-9140-2279bc4d5180'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:41.226668 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Pushing event updated for resources: {'Port': ['ID=7d700be7-389c-4bac-9a31-508903500541,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:41.230566 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576980'] for router_interface, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:41.246224 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddeef7-0954-4985-9dd7-740acb74747d req-e588cd13-f53e-43e4-ba68-8ad9fa9091e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:41.248442 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4eddeef7-0954-4985-9dd7-740acb74747d req-e588cd13-f53e-43e4-ba68-8ad9fa9091e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1078abb6-f746-497c-9902-e3b4946f9ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0990877 Sep 14 12:17:41.251270 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-589ca030-b947-4b65-ab5a-bc38a17438c6 req-d2fec552-2db5-4a7d-8fd3-6f7d91fcce8b tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495224 Sep 14 12:17:41.345429 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Network 3ca05c4e-08f3-4102-97b0-e0fc767313c6 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:17:41.346999 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:41.349832 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-a86b3100-8352-4ae5-9b83-40cfbf0a93c3 None None] Port 7d700be7-389c-4bac-9a31-508903500541 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:17:41.359973 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4eddeef7-0954-4985-9dd7-740acb74747d req-b8ab9502-6e0f-4117-ac77-32fe7c40b213 service neutron] 10.222.0.22 "GET /v2.0/networks/1078abb6-f746-497c-9902-e3b4946f9ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025972 Sep 14 12:17:41.371261 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:41.419417 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] Set router e2161e19-0be0-4148-9140-2279bc4d5180 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:17:41.462307 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port ce6740b7-8488-4a2d-bc98-5e403b83bae7, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=ce6740b7-8488-4a2d-bc98-5e403b83bae7,segment=NetworkSegment(fe23e04a-8a0d-4693-be4d-c7443dc56e29),segment_id=fe23e04a-8a0d-4693-be4d-c7443dc56e29)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:41.471488 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Router e2161e19-0be0-4148-9140-2279bc4d5180 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:17:41.481914 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:41.491772 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4eddeef7-0954-4985-9dd7-740acb74747d req-9a2c2cc2-6879-4b94-a46f-2c5523671145 service neutron] 10.222.0.22 "GET /v2.0/networks/1078abb6-f746-497c-9902-e3b4946f9ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221669 Sep 14 12:17:41.596508 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:17:41.601452 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-7476bd0a-17d8-4d70-8ae7-cd7eeb54bc8f admin admin] 10.222.0.20 "PUT /v2.0/routers/e2161e19-0be0-4148-9140-2279bc4d5180/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6844184 Sep 14 12:17:41.617363 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=ce6740b7-8488-4a2d-bc98-5e403b83bae7,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:41.691584 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-13f2b767-fc11-45bd-99db-9b52760f33c7 None None] Provisioning complete for port 7d700be7-389c-4bac-9a31-508903500541 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:41.691973 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-13f2b767-fc11-45bd-99db-9b52760f33c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:41.726313 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'name': 'tempest-TestMinimumBasicScenario-1604166518-router', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:36Z', 'updated_at': '2021-09-14T12:17:40Z', 'revision_number': 4, 'project_id': 'ce86607096d7423e9693c9cd7ccf3972', 'gw_port': {'id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:37Z', 'updated_at': '2021-09-14T12:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '7d700be7-389c-4bac-9a31-508903500541', 'name': '', 'network_id': '3ca05c4e-08f3-4102-97b0-e0fc767313c6', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'mac_address': 'fa:16:3e:54:5e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1d15cad2-f2c7-4687-b1a4-8ae77aff0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:39Z', 'updated_at': '2021-09-14T12:17:40Z', 'revision_number': 2, 'project_id': 'ce86607096d7423e9693c9cd7ccf3972', 'subnets': [{'id': '1d15cad2-f2c7-4687-b1a4-8ae77aff0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:41.757566 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c0585e-dfb3-420c-b279-b5705e0a0bf5 None None] The sync data for ids ['e2161e19-0be0-4148-9140-2279bc4d5180'] in dv-cinder-784945-14-iscsi is: [{'id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'name': 'tempest-TestMinimumBasicScenario-1604166518-router', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:36Z', 'updated_at': '2021-09-14T12:17:40Z', 'revision_number': 4, 'project_id': 'ce86607096d7423e9693c9cd7ccf3972', 'gw_port': {'id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:37Z', 'updated_at': '2021-09-14T12:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '7d700be7-389c-4bac-9a31-508903500541', 'name': '', 'network_id': '3ca05c4e-08f3-4102-97b0-e0fc767313c6', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'mac_address': 'fa:16:3e:54:5e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1d15cad2-f2c7-4687-b1a4-8ae77aff0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:39Z', 'updated_at': '2021-09-14T12:17:40Z', 'revision_number': 2, 'project_id': 'ce86607096d7423e9693c9cd7ccf3972', 'subnets': [{'id': '1d15cad2-f2c7-4687-b1a4-8ae77aff0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:17:41.759281 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-13f2b767-fc11-45bd-99db-9b52760f33c7 None None] Port 7d700be7-389c-4bac-9a31-508903500541 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:17:42.367715 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39c724-7623-43ae-ab98-4961c1211218 req-68978831-c400-4a08-ac22-1c1542040327 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:42.370917 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ef39c724-7623-43ae-ab98-4961c1211218 req-68978831-c400-4a08-ac22-1c1542040327 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 948 time: 0.0857129 Sep 14 12:17:42.464303 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ef39c724-7623-43ae-ab98-4961c1211218 req-de364664-3686-42c1-9820-6f52c033efa2 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfd563-307c-4e2a-82c1-e50f2c386b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868311 Sep 14 12:17:42.484697 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959b5da-6428-4ba2-b3f9-8494c21a9cef req-47a3a2fb-a244-4330-92b7-9a7051aa832c tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:42.487524 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7959b5da-6428-4ba2-b3f9-8494c21a9cef req-47a3a2fb-a244-4330-92b7-9a7051aa832c tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 945 time: 0.1111946 Sep 14 12:17:42.546798 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7959b5da-6428-4ba2-b3f9-8494c21a9cef req-9c5dd80d-b6de-48c1-a7a1-aed77685e25d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375803 Sep 14 12:17:42.758871 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533beba-f6b1-402f-b247-49b8b3888c0e req-ad5fcdc7-bcbd-46c2-b549-5e00f20afc04 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:42.760454 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0533beba-f6b1-402f-b247-49b8b3888c0e req-ad5fcdc7-bcbd-46c2-b549-5e00f20afc04 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.22 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 945 time: 0.0683904 Sep 14 12:17:42.862904 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device ce6740b7-8488-4a2d-bc98-5e403b83bae7 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:17:42.878746 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-0533beba-f6b1-402f-b247-49b8b3888c0e req-daa6767e-5fad-4d92-ab70-83b538c2bb70 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Deleting port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:17:42.879689 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0533beba-f6b1-402f-b247-49b8b3888c0e req-daa6767e-5fad-4d92-ab70-83b538c2bb70 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:42.955937 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port ce6740b7-8488-4a2d-bc98-5e403b83bae7 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:42.956787 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:43.008678 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-0533beba-f6b1-402f-b247-49b8b3888c0e req-daa6767e-5fad-4d92-ab70-83b538c2bb70 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] For port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:43.009125 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0533beba-f6b1-402f-b247-49b8b3888c0e req-daa6767e-5fad-4d92-ab70-83b538c2bb70 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:43.221699 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 86828773-b17f-46bc-990c-435543f48e36 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:17:43.276021 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0533beba-f6b1-402f-b247-49b8b3888c0e req-daa6767e-5fad-4d92-ab70-83b538c2bb70 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:43.276384 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0533beba-f6b1-402f-b247-49b8b3888c0e req-daa6767e-5fad-4d92-ab70-83b538c2bb70 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:43.276709 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.l3_db [req-0533beba-f6b1-402f-b247-49b8b3888c0e req-daa6767e-5fad-4d92-ab70-83b538c2bb70 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Floating IP bed8e67b-5fa5-499f-9635-92086425b116 disassociated. External IP: 172.27.0.169, port: 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97. Sep 14 12:17:43.277051 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-0533beba-f6b1-402f-b247-49b8b3888c0e req-daa6767e-5fad-4d92-ab70-83b538c2bb70 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Calling delete_port for 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:17:43.282986 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 86828773-b17f-46bc-990c-435543f48e36 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:43.284426 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:43.384925 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 2f62c998-7c07-4e6b-b261-2bd3797ab3f3 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:17:43.446056 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 2f62c998-7c07-4e6b-b261-2bd3797ab3f3 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:17:43.451292 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 2f62c998-7c07-4e6b-b261-2bd3797ab3f3 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:43.451686 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:43.463723 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0533beba-f6b1-402f-b247-49b8b3888c0e req-daa6767e-5fad-4d92-ab70-83b538c2bb70 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:43.496489 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6767e-5fad-4d92-ab70-83b538c2bb70 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event deleted for resources: {'Port': ['ID=16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:43.574160 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:43.607274 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 2f62c998-7c07-4e6b-b261-2bd3797ab3f3, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=2f62c998-7c07-4e6b-b261-2bd3797ab3f3,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:43.616725 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:43.681546 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b963b077-8309-4feb-ab79-e27c2caf5fe9 req-51528bb8-c458-4b0d-9f13-6990513b1f5f tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 210 time: 0.0531669 Sep 14 12:17:43.713290 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=2f62c998-7c07-4e6b-b261-2bd3797ab3f3,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:43.730314 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b670d1-4904-4d54-9617-4aa22e663b93 req-34b825bf-fa3a-411d-8ceb-a6b5d3b5fe3a tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:43.731903 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-13b670d1-4904-4d54-9617-4aa22e663b93 req-34b825bf-fa3a-411d-8ceb-a6b5d3b5fe3a tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 948 time: 0.1526718 Sep 14 12:17:43.773944 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0533beba-f6b1-402f-b247-49b8b3888c0e req-daa6767e-5fad-4d92-ab70-83b538c2bb70 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Router 14cd4adf-4279-4f0c-b847-952b0a5c464b has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:17:43.784689 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-13b670d1-4904-4d54-9617-4aa22e663b93 req-e112110c-8260-41c9-a501-5546b67ba23e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfd563-307c-4e2a-82c1-e50f2c386b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442698 Sep 14 12:17:43.898218 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0533beba-f6b1-402f-b247-49b8b3888c0e req-daa6767e-5fad-4d92-ab70-83b538c2bb70 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:17:43.913538 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0149975-b4e1-43c1-9f60-713e14a133d6 None None] Sync routers for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:17:43.926950 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0149975-b4e1-43c1-9f60-713e14a133d6 None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:17:43.927646 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-a0149975-b4e1-43c1-9f60-713e14a133d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:17:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:43.994095 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-0533beba-f6b1-402f-b247-49b8b3888c0e req-daa6767e-5fad-4d92-ab70-83b538c2bb70 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] No DVR routers for this DVR port 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:17:44.011913 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-0533beba-f6b1-402f-b247-49b8b3888c0e req-daa6767e-5fad-4d92-ab70-83b538c2bb70 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:44.019643 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0533beba-f6b1-402f-b247-49b8b3888c0e req-daa6767e-5fad-4d92-ab70-83b538c2bb70 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.22 "DELETE /v2.0/ports/16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 HTTP/1.1" status: 204 len: 173 time: 1.2505932 Sep 14 12:17:44.020493 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ebdcc8-e03a-46ea-b534-b12fe35cd57d', 'name': 'network-vif-deleted', 'tag': '16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:17:44.023151 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476ba087-2c3a-4039-96c8-a987f8614ac9" -d '{"events": [{"server_uuid": "18ebdcc8-e03a-46ea-b534-b12fe35cd57d", "name": "network-vif-deleted", "tag": "16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:17:44.076066 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-a0149975-b4e1-43c1-9f60-713e14a133d6 None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:17:44.095267 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44349e3f-94d1-4b46-8a88-552756041d7a x-openstack-request-id: req-44349e3f-94d1-4b46-8a88-552756041d7a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:17:44.095678 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ebdcc8-e03a-46ea-b534-b12fe35cd57d", "name": "network-vif-deleted", "tag": "16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:17:44.096877 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44349e3f-94d1-4b46-8a88-552756041d7a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:17:44.097762 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ebdcc8-e03a-46ea-b534-b12fe35cd57d', 'name': 'network-vif-deleted', 'tag': '16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97', 'status': 'completed', 'code': 200} Sep 14 12:17:44.165559 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b388f8a2-5d22-415f-8ace-d1799f210ba6 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:17:44.191631 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Sync routers for ids ['e2161e19-0be0-4148-9140-2279bc4d5180'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:17:44.225143 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Routers {'e2161e19-0be0-4148-9140-2279bc4d5180'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:17:44.225700 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:17:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['e2161e19-0be0-4148-9140-2279bc4d5180'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:44.337193 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-a0149975-b4e1-43c1-9f60-713e14a133d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:44.371646 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0149975-b4e1-43c1-9f60-713e14a133d6 None None] Checking router: 14cd4adf-4279-4f0c-b847-952b0a5c464b for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:17:44.374184 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port b388f8a2-5d22-415f-8ace-d1799f210ba6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b388f8a2-5d22-415f-8ace-d1799f210ba6,segment=NetworkSegment(87e2822c-830c-4556-b133-afb47ee54256),segment_id=87e2822c-830c-4556-b133-afb47ee54256)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:44.391936 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': 'b388f8a2-5d22-415f-8ace-d1799f210ba6', 'network_id': '1078abb6-f746-497c-9902-e3b4946f9ff4', 'port_id': 'b388f8a2-5d22-415f-8ace-d1799f210ba6', 'mac_address': 'fa:16:3e:64:65:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d4e7e4-35ba-4450-95ff-b584161b019a', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:17:44.402839 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0149975-b4e1-43c1-9f60-713e14a133d6 None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:17:44.403809 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-a0149975-b4e1-43c1-9f60-713e14a133d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:17:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:44.409927 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Set router e2161e19-0be0-4148-9140-2279bc4d5180 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:17:44.497831 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:44.555229 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b388f8a2-5d22-415f-8ace-d1799f210ba6 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:17:44.559650 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-a0149975-b4e1-43c1-9f60-713e14a133d6 None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:17:44.617024 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port b388f8a2-5d22-415f-8ace-d1799f210ba6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b388f8a2-5d22-415f-8ace-d1799f210ba6,segment=NetworkSegment(87e2822c-830c-4556-b133-afb47ee54256),segment_id=87e2822c-830c-4556-b133-afb47ee54256)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:44.626869 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:44.744669 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=b388f8a2-5d22-415f-8ace-d1799f210ba6,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:44.789369 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'name': 'tempest-TestMinimumBasicScenario-1604166518-router', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:36Z', 'updated_at': '2021-09-14T12:17:40Z', 'revision_number': 4, 'project_id': 'ce86607096d7423e9693c9cd7ccf3972', 'gw_port': {'id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:37Z', 'updated_at': '2021-09-14T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '7d700be7-389c-4bac-9a31-508903500541', 'name': '', 'network_id': '3ca05c4e-08f3-4102-97b0-e0fc767313c6', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'mac_address': 'fa:16:3e:54:5e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1d15cad2-f2c7-4687-b1a4-8ae77aff0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:39Z', 'updated_at': '2021-09-14T12:17:40Z', 'revision_number': 2, 'project_id': 'ce86607096d7423e9693c9cd7ccf3972', 'subnets': [{'id': '1d15cad2-f2c7-4687-b1a4-8ae77aff0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:44.865087 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 2f62c998-7c07-4e6b-b261-2bd3797ab3f3 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:17:44.867535 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Checking router: e2161e19-0be0-4148-9140-2279bc4d5180 for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:17:44.867900 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Updating router e2161e19-0be0-4148-9140-2279bc4d5180 port 7d700be7-389c-4bac-9a31-508903500541 binding host dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:17:44.885570 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5a7ffc00-530f-4683-ab65-2ef815b77d56 req-600da100-2704-463f-8082-a92cb4c6a23d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=18ebdcc8-e03a-46ea-b534-b12fe35cd57d HTTP/1.1" status: 200 len: 210 time: 0.0461428 Sep 14 12:17:44.931660 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['b388f8a2-5d22-415f-8ace-d1799f210ba6'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:17:44.933226 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-a0149975-b4e1-43c1-9f60-713e14a133d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:44.968439 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0149975-b4e1-43c1-9f60-713e14a133d6 None None] The sync data for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi is: [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:17:44.979941 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:44.992263 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059d54e-d7f6-4814-903a-7aa88b3556d7 req-0bc79b95-76d3-490e-b38e-ec2f35ff5284 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:44.994092 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c059d54e-d7f6-4814-903a-7aa88b3556d7 req-0bc79b95-76d3-490e-b38e-ec2f35ff5284 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 949 time: 0.0765965 Sep 14 12:17:45.037490 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c059d54e-d7f6-4814-903a-7aa88b3556d7 req-cda52e2b-6773-4269-95d1-4bfcb4642367 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfd563-307c-4e2a-82c1-e50f2c386b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357826 Sep 14 12:17:45.077478 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 2f62c998-7c07-4e6b-b261-2bd3797ab3f3 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:45.077863 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:45.430074 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:45.441659 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Transition to ACTIVE for port object 7d700be7-389c-4bac-9a31-508903500541 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:45.449554 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:45.517872 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb7af5-049c-4d48-be26-28be181d72f4 None None] Pushing event updated for resources: {'Port': ['ID=7d700be7-389c-4bac-9a31-508903500541,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:45.604865 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Attempting to bind port 7d700be7-389c-4bac-9a31-508903500541 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:17:45.605335 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Attempting to bind port 7d700be7-389c-4bac-9a31-508903500541 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': 'b9f521d2-78ea-4a73-81d4-dc30abc240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3ca05c4e-08f3-4102-97b0-e0fc767313c6'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:17:45.606531 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Attempting to bind port 7d700be7-389c-4bac-9a31-508903500541 on network 3ca05c4e-08f3-4102-97b0-e0fc767313c6 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:17:45.619140 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:17:45.619624 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Checking segment: {'id': 'b9f521d2-78ea-4a73-81d4-dc30abc240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3ca05c4e-08f3-4102-97b0-e0fc767313c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:17:45.620106 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:45.620811 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Bound using segment: {'id': 'b9f521d2-78ea-4a73-81d4-dc30abc240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3ca05c4e-08f3-4102-97b0-e0fc767313c6'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:17:45.621392 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Bound port: 7d700be7-389c-4bac-9a31-508903500541, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f521d2-78ea-4a73-81d4-dc30abc240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3ca05c4e-08f3-4102-97b0-e0fc767313c6'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:17:45.621865 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:45.648718 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0584410-a104-470b-b048-71fe38a26a8c None None] New status for floating IP bed8e67b-5fa5-499f-9635-92086425b116: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:17:45.707683 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] For port 7d700be7-389c-4bac-9a31-508903500541, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:17:45.710964 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] For port 7d700be7-389c-4bac-9a31-508903500541, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=7d700be7-389c-4bac-9a31-508903500541,segment=NetworkSegment(b9f521d2-78ea-4a73-81d4-dc30abc240b2),segment_id=b9f521d2-78ea-4a73-81d4-dc30abc240b2)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:17:45.718626 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:45.789951 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Routers {'e2161e19-0be0-4148-9140-2279bc4d5180'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:17:45.790607 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:17:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['e2161e19-0be0-4148-9140-2279bc4d5180'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:45.843312 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb7af5-049c-4d48-be26-28be181d72f4 None None] Pushing event updated for resources: {'Port': ['ID=7d700be7-389c-4bac-9a31-508903500541,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:46.108333 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] Set router e2161e19-0be0-4148-9140-2279bc4d5180 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:17:46.201502 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b388f8a2-5d22-415f-8ace-d1799f210ba6 up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:17:46.261569 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8463b5-1e38-4fb0-8f4d-4b965694701a req-b79c310c-be03-4dfd-8a7d-bd571570d4d5 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:46.263949 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3f8463b5-1e38-4fb0-8f4d-4b965694701a req-b79c310c-be03-4dfd-8a7d-bd571570d4d5 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 949 time: 0.1123979 Sep 14 12:17:46.332228 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3f8463b5-1e38-4fb0-8f4d-4b965694701a req-f26dbc20-5f84-43c3-87f4-efbff39ed4d8 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfd563-307c-4e2a-82c1-e50f2c386b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569971 Sep 14 12:17:46.342823 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-49ceb1ca-a0f8-43c0-bfc7-d8fec5f6ee1c tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901111487&fields=id&tenant_id=9a6bd858c8ef450bbfa54900f4d817c6 HTTP/1.1" status: 200 len: 267 time: 0.0776484 Sep 14 12:17:46.365853 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port b388f8a2-5d22-415f-8ace-d1799f210ba6 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:17:46.371527 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port b388f8a2-5d22-415f-8ace-d1799f210ba6 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:46.371906 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:46.465638 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-6063d60b-d9c0-4dcb-839a-3b719b4b7815 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:46.472842 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-6063d60b-d9c0-4dcb-839a-3b719b4b7815 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/networks?id=8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 200 len: 812 time: 0.1288164 Sep 14 12:17:46.489529 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-64a2144c-b060-4c3d-afeb-876d2838a49d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/quotas/9a6bd858c8ef450bbfa54900f4d817c6 HTTP/1.1" status: 200 len: 375 time: 0.0157788 Sep 14 12:17:46.513867 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'name': 'tempest-TestMinimumBasicScenario-1604166518-router', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:36Z', 'updated_at': '2021-09-14T12:17:40Z', 'revision_number': 4, 'project_id': 'ce86607096d7423e9693c9cd7ccf3972', 'gw_port': {'id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:37Z', 'updated_at': '2021-09-14T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '7d700be7-389c-4bac-9a31-508903500541', 'name': '', 'network_id': '3ca05c4e-08f3-4102-97b0-e0fc767313c6', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'mac_address': 'fa:16:3e:54:5e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1d15cad2-f2c7-4687-b1a4-8ae77aff0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:39Z', 'updated_at': '2021-09-14T12:17:45Z', 'revision_number': 4, 'project_id': 'ce86607096d7423e9693c9cd7ccf3972', 'subnets': [{'id': '1d15cad2-f2c7-4687-b1a4-8ae77aff0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:46.554703 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38cd8e-5d9b-4956-afab-bbc20921e022 None None] The sync data for ids ['e2161e19-0be0-4148-9140-2279bc4d5180'] in dv-cinder-784945-14-iscsi is: [{'id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'name': 'tempest-TestMinimumBasicScenario-1604166518-router', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:36Z', 'updated_at': '2021-09-14T12:17:40Z', 'revision_number': 4, 'project_id': 'ce86607096d7423e9693c9cd7ccf3972', 'gw_port': {'id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:37Z', 'updated_at': '2021-09-14T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '7d700be7-389c-4bac-9a31-508903500541', 'name': '', 'network_id': '3ca05c4e-08f3-4102-97b0-e0fc767313c6', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'mac_address': 'fa:16:3e:54:5e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1d15cad2-f2c7-4687-b1a4-8ae77aff0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:39Z', 'updated_at': '2021-09-14T12:17:45Z', 'revision_number': 4, 'project_id': 'ce86607096d7423e9693c9cd7ccf3972', 'subnets': [{'id': '1d15cad2-f2c7-4687-b1a4-8ae77aff0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:17:46.556855 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:46.564035 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-0c3afb61-9342-41a7-b044-a3c05bd2ba9a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644033 Sep 14 12:17:46.605765 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port b388f8a2-5d22-415f-8ace-d1799f210ba6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b388f8a2-5d22-415f-8ace-d1799f210ba6,segment=NetworkSegment(87e2822c-830c-4556-b133-afb47ee54256),segment_id=87e2822c-830c-4556-b133-afb47ee54256)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:46.607152 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05daa437-64f3-4a04-bbec-e45e9ee6ae00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b388f8a2-5d22-415f-8ace-d1799f210ba6'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:17:46.610570 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa61eae-fbe4-4e99-84a0-39d34ed30489" -d '{"events": [{"server_uuid": "05daa437-64f3-4a04-bbec-e45e9ee6ae00", "name": "network-vif-plugged", "status": "completed", "tag": "b388f8a2-5d22-415f-8ace-d1799f210ba6"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:17:46.616331 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:46.617981 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:17:46.645568 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:17:46.645943 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 16bd2f1b-ffeb-41db-97fc-aa15e8f2eb97 not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:17:46.699675 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db407ba-9a98-427e-87c3-605231341707 x-openstack-request-id: req-3db407ba-9a98-427e-87c3-605231341707 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:17:46.699973 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05daa437-64f3-4a04-bbec-e45e9ee6ae00", "name": "network-vif-plugged", "status": "completed", "tag": "b388f8a2-5d22-415f-8ace-d1799f210ba6", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:17:46.700233 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3db407ba-9a98-427e-87c3-605231341707 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:17:46.701131 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05daa437-64f3-4a04-bbec-e45e9ee6ae00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b388f8a2-5d22-415f-8ace-d1799f210ba6', 'code': 200} Sep 14 12:17:46.759711 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=b388f8a2-5d22-415f-8ace-d1799f210ba6,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:46.794805 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-9c3284fb-d159-4c2a-bfd5-ef7c55117ba6 service neutron] 10.222.0.20 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293835 Sep 14 12:17:46.812378 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 7d700be7-389c-4bac-9a31-508903500541 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:17:46.886492 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 7d700be7-389c-4bac-9a31-508903500541 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:17:46.890791 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 7d700be7-389c-4bac-9a31-508903500541 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:46.891337 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:46.998839 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc007d-d950-47eb-bf71-d0480e356f20 req-6d1a9d9e-a929-4aba-a06c-4edac5947b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:47.005007 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-59cc007d-d950-47eb-bf71-d0480e356f20 req-6d1a9d9e-a929-4aba-a06c-4edac5947b49 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 1103 time: 0.0621846 Sep 14 12:17:47.035280 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-73c56b88-2df3-4250-a772-77dcb3074459 service neutron] 10.222.0.20 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258980 Sep 14 12:17:47.039726 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:47.082575 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 7d700be7-389c-4bac-9a31-508903500541, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=7d700be7-389c-4bac-9a31-508903500541,segment=NetworkSegment(b9f521d2-78ea-4a73-81d4-dc30abc240b2),segment_id=b9f521d2-78ea-4a73-81d4-dc30abc240b2)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:47.089273 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:47.093645 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-59cc007d-d950-47eb-bf71-d0480e356f20 req-b2f77986-6b78-4f49-b7a8-2f975a699356 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=33bfd563-307c-4e2a-82c1-e50f2c386b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756497 Sep 14 12:17:47.154678 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=7d700be7-389c-4bac-9a31-508903500541,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:47.515978 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4eac3c08-f6ca-471c-ad9f-61917e61058c req-d6445e97-84c4-4bc1-bcc0-6297a446929c tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 210 time: 0.0787766 Sep 14 12:17:47.546660 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25325c12-5287-4e82-a4c5-7e02f5b1802c req-cccaf8e0-3f4b-4600-a0f0-5a698d9ae657 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:47.547885 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25325c12-5287-4e82-a4c5-7e02f5b1802c req-cccaf8e0-3f4b-4600-a0f0-5a698d9ae657 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 950 time: 0.1223087 Sep 14 12:17:47.598246 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25325c12-5287-4e82-a4c5-7e02f5b1802c req-29b453ba-9199-4c08-bd81-38e7dea30170 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfd563-307c-4e2a-82c1-e50f2c386b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Sep 14 12:17:48.663846 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc0d5cda-c806-4b1b-b0f8-534b13dd69a9 req-6792a2ee-3485-4f7b-b7e9-64e2c86ceb4c tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 210 time: 0.0405681 Sep 14 12:17:48.690924 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-0ca94d6e-5dc9-4698-828d-05e0e377c8ac tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:48.692479 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-0ca94d6e-5dc9-4698-828d-05e0e377c8ac tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.22 "GET /v2.0/networks?id=8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 200 len: 812 time: 0.2089827 Sep 14 12:17:48.770952 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 7d700be7-389c-4bac-9a31-508903500541 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:17:48.777216 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-5592dc30-1d1e-4ab7-8887-c7c6b2539282 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a6bd858c8ef450bbfa54900f4d817c6 HTTP/1.1" status: 200 len: 379 time: 0.0710113 Sep 14 12:17:48.789354 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-bf4951ed-ff51-4aab-9cc7-4db30ef52479 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Request body: {'port': {'device_id': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'admin_state_up': True, 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'security_groups': ['2f312e7e-997f-4541-a3a0-2b665b2048b4']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:48.800662 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853fd2e-3fcb-4f18-bdff-ebca9b6cdfdc req-fbd14479-38d3-42c7-9402-81c5aff1417e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:48.807754 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9853fd2e-3fcb-4f18-bdff-ebca9b6cdfdc req-fbd14479-38d3-42c7-9402-81c5aff1417e tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 950 time: 0.0954220 Sep 14 12:17:48.833437 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 7d700be7-389c-4bac-9a31-508903500541 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:48.833806 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:48.921523 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9853fd2e-3fcb-4f18-bdff-ebca9b6cdfdc req-470b83a2-29d5-4dd1-8708-68a7db4f97e1 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfd563-307c-4e2a-82c1-e50f2c386b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119881 Sep 14 12:17:48.998715 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-bf4951ed-ff51-4aab-9cc7-4db30ef52479 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Made reservation on behalf of 9a6bd858c8ef450bbfa54900f4d817c6 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:17:49.004897 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-bf4951ed-ff51-4aab-9cc7-4db30ef52479 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:49.172941 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-bf4951ed-ff51-4aab-9cc7-4db30ef52479 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Allocated IP 172.20.0.13 (8153d896-6d81-493c-b928-67b848ea6c27/e0344958-2675-4284-b3fc-b68b7f0b4b21/318cc119-6a4e-4b2e-8dcc-1588f46d01b0) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:17:49.380672 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd8c09-1c35-4185-8e1b-0a166d4a7e43 req-5c07ce56-db86-4fe6-b5b7-d1d47e42d771 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:49.382183 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-10cd8c09-1c35-4185-8e1b-0a166d4a7e43 req-5c07ce56-db86-4fe6-b5b7-d1d47e42d771 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 950 time: 0.1114848 Sep 14 12:17:49.385456 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-bf4951ed-ff51-4aab-9cc7-4db30ef52479 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:49.671393 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-bf4951ed-ff51-4aab-9cc7-4db30ef52479 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Transition to ACTIVE for port object 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:49.707842 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-10cd8c09-1c35-4185-8e1b-0a166d4a7e43 req-f0ca6e86-eba5-473a-a563-00101073ab5b tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfd563-307c-4e2a-82c1-e50f2c386b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175232 Sep 14 12:17:49.742176 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-bf4951ed-ff51-4aab-9cc7-4db30ef52479 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:49.820812 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-bf4951ed-ff51-4aab-9cc7-4db30ef52479 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Network 8153d896-6d81-493c-b928-67b848ea6c27 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:17:49.828837 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-bf4951ed-ff51-4aab-9cc7-4db30ef52479 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:49.832714 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-bf4951ed-ff51-4aab-9cc7-4db30ef52479 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:17:49.835943 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4951ed-ff51-4aab-9cc7-4db30ef52479 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event updated for resources: {'Port': ['ID=318cc119-6a4e-4b2e-8dcc-1588f46d01b0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:49.893057 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98687c4a-b2fc-4be4-82d8-b031acf51ada req-30a01240-ac74-4f3d-b1c7-bbbf729456c6 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:49.894754 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98687c4a-b2fc-4be4-82d8-b031acf51ada req-30a01240-ac74-4f3d-b1c7-bbbf729456c6 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 932 time: 0.1196408 Sep 14 12:17:49.915053 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-bf4951ed-ff51-4aab-9cc7-4db30ef52479 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:49.915700 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-bf4951ed-ff51-4aab-9cc7-4db30ef52479 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:49.946566 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-bf4951ed-ff51-4aab-9cc7-4db30ef52479 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1612365 Sep 14 12:17:49.955068 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98687c4a-b2fc-4be4-82d8-b031acf51ada req-84032270-9aa8-46a2-9c63-18ad8352118a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524576 Sep 14 12:17:49.960588 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Request body: {'port': {'device_id': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:50.032326 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:50.116374 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-f548ce11-0b76-4172-9fbb-0ff48e4be207 None None] Provisioning for port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:17:50.121605 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-f548ce11-0b76-4172-9fbb-0ff48e4be207 None None] Provisioning complete for port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:50.122058 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f548ce11-0b76-4172-9fbb-0ff48e4be207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:50.175439 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-f548ce11-0b76-4172-9fbb-0ff48e4be207 None None] Port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:17:50.337067 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:17:50.347250 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:50.360475 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Transition to ACTIVE for port object 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:50.365338 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:50.418231 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Pushing event updated for resources: {'Port': ['ID=318cc119-6a4e-4b2e-8dcc-1588f46d01b0,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:50.520377 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Attempting to bind port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:17:50.520973 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Attempting to bind port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:17:50.521472 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Attempting to bind port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 on network 8153d896-6d81-493c-b928-67b848ea6c27 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:17:50.526683 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 on network 8153d896-6d81-493c-b928-67b848ea6c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:17:50.527031 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Attempting to bind port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 on network 8153d896-6d81-493c-b928-67b848ea6c27 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:17:50.536181 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:17:50.536530 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Checking segment: {'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:17:50.536925 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Bound using segment: {'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:17:50.537370 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Bound port: 318cc119-6a4e-4b2e-8dcc-1588f46d01b0, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:17:50.537864 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:50.660300 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd79975-69e0-42f6-867e-f5198af4a116 req-402c1bba-62bd-4b69-91f7-d69a4ca1dbb2 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:50.662096 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffd79975-69e0-42f6-867e-f5198af4a116 req-402c1bba-62bd-4b69-91f7-d69a4ca1dbb2 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.22 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 950 time: 0.0996454 Sep 14 12:17:50.665143 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] For port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:17:50.668634 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] For port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=318cc119-6a4e-4b2e-8dcc-1588f46d01b0,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:17:50.697019 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:50.777781 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Pushing event updated for resources: {'Port': ['ID=318cc119-6a4e-4b2e-8dcc-1588f46d01b0,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:50.790818 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:50.791534 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:50.792923 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-53f4a824-52bd-4f81-8108-6d8f5e1532d7 service neutron] 10.222.0.22 "PUT /v2.0/ports/318cc119-6a4e-4b2e-8dcc-1588f46d01b0 HTTP/1.1" status: 200 len: 1094 time: 0.8369763 Sep 14 12:17:50.795984 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'tag': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:17:50.797470 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4654597f-067b-4008-8a82-cc3def33575d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f275cd8-10a2-42d6-a7aa-aa726733a48e", "tag": "318cc119-6a4e-4b2e-8dcc-1588f46d01b0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:17:50.866134 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c194577-1f29-426c-82a4-f699e3859c23 x-openstack-request-id: req-2c194577-1f29-426c-82a4-f699e3859c23 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:17:50.866430 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f275cd8-10a2-42d6-a7aa-aa726733a48e", "tag": "318cc119-6a4e-4b2e-8dcc-1588f46d01b0", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:17:50.866686 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c194577-1f29-426c-82a4-f699e3859c23 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:17:50.867120 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'tag': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'status': 'completed', 'code': 200} Sep 14 12:17:50.946169 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e74dd-c93f-4062-a560-08828dd5dfd6 req-239bafd8-f110-4a3b-9693-f9ebeb0dd578 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:50.947695 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aa4e74dd-c93f-4062-a560-08828dd5dfd6 req-239bafd8-f110-4a3b-9693-f9ebeb0dd578 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 950 time: 0.1589484 Sep 14 12:17:50.951354 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-a4805d2f-35ee-4627-a1f6-f8fccc2831a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:50.952786 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-a4805d2f-35ee-4627-a1f6-f8fccc2831a1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 1097 time: 0.0849111 Sep 14 12:17:51.000269 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-478beb70-4b8e-453b-bd60-588a01c3bf6c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318cc119-6a4e-4b2e-8dcc-1588f46d01b0 HTTP/1.1" status: 200 len: 217 time: 0.0384519 Sep 14 12:17:51.012607 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ffd79975-69e0-42f6-867e-f5198af4a116 req-f97b5c05-e4c2-4eb7-b061-bb00a8f5651c tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Deleting port b388f8a2-5d22-415f-8ace-d1799f210ba6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:17:51.012976 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ffd79975-69e0-42f6-867e-f5198af4a116 req-f97b5c05-e4c2-4eb7-b061-bb00a8f5651c tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:51.186765 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-49070124-b98d-44ae-ba7f-76d495b201cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:51.188286 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-49070124-b98d-44ae-ba7f-76d495b201cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0344958-2675-4284-b3fc-b68b7f0b4b21 HTTP/1.1" status: 200 len: 851 time: 0.1779580 Sep 14 12:17:51.196645 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aa4e74dd-c93f-4062-a560-08828dd5dfd6 req-95e6bc81-ff7c-4815-b391-062fec5bf404 tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfd563-307c-4e2a-82c1-e50f2c386b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418962 Sep 14 12:17:51.258693 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ffd79975-69e0-42f6-867e-f5198af4a116 req-f97b5c05-e4c2-4eb7-b061-bb00a8f5651c tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] For port b388f8a2-5d22-415f-8ace-d1799f210ba6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b388f8a2-5d22-415f-8ace-d1799f210ba6,segment=NetworkSegment(87e2822c-830c-4556-b133-afb47ee54256),segment_id=87e2822c-830c-4556-b133-afb47ee54256)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:51.259187 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ffd79975-69e0-42f6-867e-f5198af4a116 req-f97b5c05-e4c2-4eb7-b061-bb00a8f5651c tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:51.279945 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d1e75-cba8-4248-a6a0-31d4d766e32d req-823cfcf8-c9c2-45ba-a9b9-0f7e284c513e tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:51.281539 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f87d1e75-cba8-4248-a6a0-31d4d766e32d req-823cfcf8-c9c2-45ba-a9b9-0f7e284c513e tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 944 time: 0.2059231 Sep 14 12:17:51.286350 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ffd79975-69e0-42f6-867e-f5198af4a116 req-f97b5c05-e4c2-4eb7-b061-bb00a8f5651c tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Calling delete_port for b388f8a2-5d22-415f-8ace-d1799f210ba6 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:17:51.322788 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-99d2ef01-090e-409c-9915-b8df7cbabc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:51.324448 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-99d2ef01-090e-409c-9915-b8df7cbabc36 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8153d896-6d81-493c-b928-67b848ea6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1179726 Sep 14 12:17:51.402903 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f87d1e75-cba8-4248-a6a0-31d4d766e32d req-47d6aaa1-0d86-4c84-aef2-c11b5f39c0aa tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144350 Sep 14 12:17:51.482619 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-aef436d2-634a-4829-97da-f0efacd8f2cf service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302691 Sep 14 12:17:51.598940 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ffd79975-69e0-42f6-867e-f5198af4a116 req-f97b5c05-e4c2-4eb7-b061-bb00a8f5651c tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:51.612731 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['b388f8a2-5d22-415f-8ace-d1799f210ba6'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:17:51.639590 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b5c05-e4c2-4eb7-b061-bb00a8f5651c tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Pushing event deleted for resources: {'Port': ['ID=b388f8a2-5d22-415f-8ace-d1799f210ba6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:51.672086 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f031623-c08f-43c5-bfea-bda2c058eb38 req-a0c83320-6411-4db3-ba39-22a9f32f5db6 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813908 Sep 14 12:17:51.695404 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd79975-69e0-42f6-867e-f5198af4a116 req-f97b5c05-e4c2-4eb7-b061-bb00a8f5651c tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] No DVR routers for this DVR port b388f8a2-5d22-415f-8ace-d1799f210ba6 on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:17:51.699771 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ffd79975-69e0-42f6-867e-f5198af4a116 req-f97b5c05-e4c2-4eb7-b061-bb00a8f5651c tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:51.702633 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffd79975-69e0-42f6-867e-f5198af4a116 req-f97b5c05-e4c2-4eb7-b061-bb00a8f5651c tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.22 "DELETE /v2.0/ports/b388f8a2-5d22-415f-8ace-d1799f210ba6 HTTP/1.1" status: 204 len: 173 time: 1.0326173 Sep 14 12:17:51.793356 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654597f-067b-4008-8a82-cc3def33575d req-d432a5a2-7f94-4d22-8fbc-413c84b0fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:51.795297 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4654597f-067b-4008-8a82-cc3def33575d req-d432a5a2-7f94-4d22-8fbc-413c84b0fb07 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 1097 time: 0.0622129 Sep 14 12:17:51.913410 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654597f-067b-4008-8a82-cc3def33575d req-177de7bf-1272-4497-96e6-7c0ea3756732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:51.914903 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4654597f-067b-4008-8a82-cc3def33575d req-177de7bf-1272-4497-96e6-7c0ea3756732 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 200 len: 913 time: 0.1110497 Sep 14 12:17:51.962340 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4654597f-067b-4008-8a82-cc3def33575d req-510ed9e9-b08d-437b-8da6-7942d8bbaeb3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318cc119-6a4e-4b2e-8dcc-1588f46d01b0 HTTP/1.1" status: 200 len: 217 time: 0.0366285 Sep 14 12:17:52.021530 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654597f-067b-4008-8a82-cc3def33575d req-620c1b32-1eb2-4855-8592-19d91146ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:52.023213 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4654597f-067b-4008-8a82-cc3def33575d req-620c1b32-1eb2-4855-8592-19d91146ceaf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0344958-2675-4284-b3fc-b68b7f0b4b21 HTTP/1.1" status: 200 len: 851 time: 0.0534968 Sep 14 12:17:52.075890 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654597f-067b-4008-8a82-cc3def33575d req-42b4b7b6-4b58-441a-a5d3-d28af8950c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:52.080840 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4654597f-067b-4008-8a82-cc3def33575d req-42b4b7b6-4b58-441a-a5d3-d28af8950c9b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8153d896-6d81-493c-b928-67b848ea6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0467353 Sep 14 12:17:52.201958 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4654597f-067b-4008-8a82-cc3def33575d req-447ed4e0-11de-48c4-91fe-ea67bc93d648 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109281 Sep 14 12:17:52.354994 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-040aa2ab-8cf5-49e9-b282-2f4400b08876 req-58a51f0a-5bd8-45f5-92cf-94890e7f543b tempest-VolumesNegativeTest-512940889 tempest-VolumesNegativeTest-512940889-project] 10.222.0.20 "GET /v2.0/ports?device_id=05daa437-64f3-4a04-bbec-e45e9ee6ae00 HTTP/1.1" status: 200 len: 210 time: 0.0389662 Sep 14 12:17:52.355496 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4654597f-067b-4008-8a82-cc3def33575d req-aa3fe6e2-e452-4f91-952b-21259b1b888e service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404347 Sep 14 12:17:52.550074 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ca536-8d65-4c0d-bb57-4e052db432e5 req-e9ee3687-de2f-4d4f-a89e-0682f4cc3bb9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:52.553409 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-da3ca536-8d65-4c0d-bb57-4e052db432e5 req-e9ee3687-de2f-4d4f-a89e-0682f4cc3bb9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 944 time: 0.0645938 Sep 14 12:17:52.594173 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-da3ca536-8d65-4c0d-bb57-4e052db432e5 req-c1186365-66dc-4759-a77b-2954195428ee tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361524 Sep 14 12:17:52.868007 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05daa437-64f3-4a04-bbec-e45e9ee6ae00', 'name': 'network-vif-deleted', 'tag': 'b388f8a2-5d22-415f-8ace-d1799f210ba6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:17:52.870353 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41085d0a-79f1-471a-87cb-b79b9bbb2a56" -d '{"events": [{"server_uuid": "05daa437-64f3-4a04-bbec-e45e9ee6ae00", "name": "network-vif-deleted", "tag": "b388f8a2-5d22-415f-8ace-d1799f210ba6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:17:52.918616 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730dea26-ecac-497b-9e7d-fb9e5d7b0b15 x-openstack-request-id: req-730dea26-ecac-497b-9e7d-fb9e5d7b0b15 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:17:52.919382 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05daa437-64f3-4a04-bbec-e45e9ee6ae00", "name": "network-vif-deleted", "tag": "b388f8a2-5d22-415f-8ace-d1799f210ba6", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:17:52.919730 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-730dea26-ecac-497b-9e7d-fb9e5d7b0b15 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:17:52.920349 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05daa437-64f3-4a04-bbec-e45e9ee6ae00', 'name': 'network-vif-deleted', 'tag': 'b388f8a2-5d22-415f-8ace-d1799f210ba6', 'status': 'completed', 'code': 200} Sep 14 12:17:53.722619 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b72344-f2cb-405d-9b90-54b392ef71aa req-f9499f3d-77ff-4c5a-a998-3c6d68f3b148 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:53.724182 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-65b72344-f2cb-405d-9b90-54b392ef71aa req-f9499f3d-77ff-4c5a-a998-3c6d68f3b148 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 944 time: 0.0564489 Sep 14 12:17:53.766777 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-65b72344-f2cb-405d-9b90-54b392ef71aa req-999e233c-827a-4875-bd70-2cc4b629e550 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360410 Sep 14 12:17:54.461521 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-5f14ad98-786c-4ff1-901a-16a186823f7e tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:54.463001 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-5f14ad98-786c-4ff1-901a-16a186823f7e tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/networks?id=ac3c4426-dc42-4af6-9ac8-00be952bbf25 HTTP/1.1" status: 200 len: 814 time: 0.1078720 Sep 14 12:17:54.478646 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-4be402d7-df2f-4859-8916-8eaa72780e25 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/quotas/1a3b175e3fd04267adc8f25a26add4ed HTTP/1.1" status: 200 len: 375 time: 0.0098720 Sep 14 12:17:54.532441 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-e202bdf3-195e-42c9-a063-b4af69e30f5e tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a3b175e3fd04267adc8f25a26add4ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479791 Sep 14 12:17:54.626500 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-2ea3af03-c2a9-4ff0-b312-4e5eb00c4d97 service neutron] 10.222.0.20 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822186 Sep 14 12:17:54.719243 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-1f679a1d-1b44-4dad-b0c4-0b2122a1dae4 service neutron] 10.222.0.20 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851746 Sep 14 12:17:54.916878 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6fead7c9-7025-423a-b3c8-070aa62bd81b req-38748dc6-7181-4acc-b48d-f072fcec4041 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 210 time: 0.0457339 Sep 14 12:17:54.939853 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e027776-9ef7-4d48-b79e-2e24855c6cfd req-0edaabe2-7b2f-497c-a73b-e2d7e4c8aee1 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:54.941499 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1e027776-9ef7-4d48-b79e-2e24855c6cfd req-0edaabe2-7b2f-497c-a73b-e2d7e4c8aee1 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 944 time: 0.0853601 Sep 14 12:17:54.992633 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1e027776-9ef7-4d48-b79e-2e24855c6cfd req-db837898-db31-4a9d-9367-ee7f6841d896 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452824 Sep 14 12:17:55.887270 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-041fc4b1-42b1-41b1-8189-71a29d4e18ee tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:55.888733 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-041fc4b1-42b1-41b1-8189-71a29d4e18ee tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.22 "GET /v2.0/networks?id=ac3c4426-dc42-4af6-9ac8-00be952bbf25 HTTP/1.1" status: 200 len: 814 time: 0.1157212 Sep 14 12:17:55.901839 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-b56c9907-a94b-444e-b2d0-2e362140b55f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Request body: {'port': {'device_id': '63c57c3b-95de-407a-b478-c022c6932b36', 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'admin_state_up': True, 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:56.024852 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5faffc63-4abe-43ab-8dbf-13f965844dac req-2addf1fd-1bc7-440d-b2ae-364f41b22290 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 210 time: 0.0322006 Sep 14 12:17:56.044673 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-b56c9907-a94b-444e-b2d0-2e362140b55f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Made reservation on behalf of 1a3b175e3fd04267adc8f25a26add4ed for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:17:56.049721 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-b56c9907-a94b-444e-b2d0-2e362140b55f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:56.196673 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43b093-b479-420b-9ae1-e1afb39043f7 req-9bca32e1-66f9-4c90-85c3-70081687b72f tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:56.198305 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-eb43b093-b479-420b-9ae1-e1afb39043f7 req-9bca32e1-66f9-4c90-85c3-70081687b72f tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 944 time: 0.1262157 Sep 14 12:17:56.213481 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b388f8a2-5d22-415f-8ace-d1799f210ba6 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:17:56.256979 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-b56c9907-a94b-444e-b2d0-2e362140b55f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Allocated IP 172.20.0.14 (ac3c4426-dc42-4af6-9ac8-00be952bbf25/82728f3b-f9a6-45db-a1d2-0fb551a96f11/9d2e7523-6bee-4913-82fc-a06f22b1e9b2) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:17:56.258164 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: b388f8a2-5d22-415f-8ace-d1799f210ba6 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:17:56.258739 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device b388f8a2-5d22-415f-8ace-d1799f210ba6 not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:17:56.285511 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-eb43b093-b479-420b-9ae1-e1afb39043f7 req-3214d5bd-b7a0-4a27-878d-00a5d7a5e13a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674171 Sep 14 12:17:56.460691 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-b56c9907-a94b-444e-b2d0-2e362140b55f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:56.476794 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-b56c9907-a94b-444e-b2d0-2e362140b55f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Transition to ACTIVE for port object 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:56.520992 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-b56c9907-a94b-444e-b2d0-2e362140b55f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:56.567298 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-b56c9907-a94b-444e-b2d0-2e362140b55f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Network ac3c4426-dc42-4af6-9ac8-00be952bbf25 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:17:56.573138 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-b56c9907-a94b-444e-b2d0-2e362140b55f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:56.577518 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-b56c9907-a94b-444e-b2d0-2e362140b55f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:17:56.622965 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c9907-a94b-444e-b2d0-2e362140b55f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Pushing event updated for resources: {'Port': ['ID=9d2e7523-6bee-4913-82fc-a06f22b1e9b2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:56.653926 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-b56c9907-a94b-444e-b2d0-2e362140b55f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:56.654572 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-b56c9907-a94b-444e-b2d0-2e362140b55f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:56.670452 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-b56c9907-a94b-444e-b2d0-2e362140b55f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7725856 Sep 14 12:17:56.790941 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-d6142619-a6ec-4f3d-95c0-642b53eba88c None None] Provisioning for port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:17:56.795884 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-d6142619-a6ec-4f3d-95c0-642b53eba88c None None] Provisioning complete for port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:17:56.796417 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d6142619-a6ec-4f3d-95c0-642b53eba88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:56.832759 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-d6142619-a6ec-4f3d-95c0-642b53eba88c None None] Port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:17:57.024567 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53248) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:57.150014 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410e7f6-b6f5-4ba3-8a5c-769a30fe84eb req-70de8cbc-ae28-439c-ab9e-3dd82b207244 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:57.152266 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f410e7f6-b6f5-4ba3-8a5c-769a30fe84eb req-70de8cbc-ae28-439c-ab9e-3dd82b207244 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 932 time: 0.0573130 Sep 14 12:17:57.191037 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-aa9e038e-4f93-41a4-abc9-86c8027d7b8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5f5fbe30f944c3caf4f89aaca50320d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652007 Sep 14 12:17:57.193619 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53254) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:57.198005 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f410e7f6-b6f5-4ba3-8a5c-769a30fe84eb req-9e5248b5-9d0a-47cd-9d0f-33fe279f138e tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371206 Sep 14 12:17:57.242926 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a42cf26b-ad6c-420b-9118-54e88d7bdfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:57.264762 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a42cf26b-ad6c-420b-9118-54e88d7bdfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:57.316997 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a42cf26b-ad6c-420b-9118-54e88d7bdfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:57.319758 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a42cf26b-ad6c-420b-9118-54e88d7bdfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:57.323939 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a42cf26b-ad6c-420b-9118-54e88d7bdfba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33bfd563-307c-4e2a-82c1-e50f2c386b81 HTTP/1.1" status: 204 len: 168 time: 0.1293705 Sep 14 12:17:57.332594 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42cf26b-ad6c-420b-9118-54e88d7bdfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bfd563-307c-4e2a-82c1-e50f2c386b81,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:57.440943 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a0c2b-afca-4fd3-bcd4-303f21ff3bb9 req-ea3dea0a-421e-4d61-b30b-64424632c087 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:57.442887 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-805a0c2b-afca-4fd3-bcd4-303f21ff3bb9 req-ea3dea0a-421e-4d61-b30b-64424632c087 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 944 time: 0.0723565 Sep 14 12:17:57.489495 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-805a0c2b-afca-4fd3-bcd4-303f21ff3bb9 req-9d643c24-de77-4f28-87fc-0759055bd3d0 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401928 Sep 14 12:17:58.052607 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53278) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:58.149875 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-20cd4f3c-b520-4669-9675-8b301cfbeabc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-641683942-network', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:58.172426 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cd4f3c-b520-4669-9675-8b301cfbeabc admin admin] Made reservation on behalf of 4854dd8459d3477ba8a270a2421d7979 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:17:58.175443 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-20cd4f3c-b520-4669-9675-8b301cfbeabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:58.187004 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-20cd4f3c-b520-4669-9675-8b301cfbeabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:58.305557 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-20cd4f3c-b520-4669-9675-8b301cfbeabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:58.310821 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-20cd4f3c-b520-4669-9675-8b301cfbeabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:58.326474 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ce985-07f9-4f28-b6ef-6d9c2ea87224 req-4616334b-0976-461f-8078-3ff0ea5f7ebc tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:58.327975 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ef7ce985-07f9-4f28-b6ef-6d9c2ea87224 req-4616334b-0976-461f-8078-3ff0ea5f7ebc tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 932 time: 0.0493290 Sep 14 12:17:58.338039 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cd4f3c-b520-4669-9675-8b301cfbeabc admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:17:58.354575 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd4f3c-b520-4669-9675-8b301cfbeabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70c89de-4b6b-4734-a56a-ce1e3cd63ffa,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:58.360689 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-20cd4f3c-b520-4669-9675-8b301cfbeabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:58.361611 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-20cd4f3c-b520-4669-9675-8b301cfbeabc admin admin] Added segment a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75 of type vlan for network fee59a88-4470-41bf-ad91-5a80510211ed Sep 14 12:17:58.408410 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ef7ce985-07f9-4f28-b6ef-6d9c2ea87224 req-18fbf500-6fca-4af4-ad09-caefc8f1cb90 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723364 Sep 14 12:17:58.411910 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-20cd4f3c-b520-4669-9675-8b301cfbeabc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:58.437585 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-20cd4f3c-b520-4669-9675-8b301cfbeabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:58.438602 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cd4f3c-b520-4669-9675-8b301cfbeabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:58.439907 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-20cd4f3c-b520-4669-9675-8b301cfbeabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:58.473618 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-20cd4f3c-b520-4669-9675-8b301cfbeabc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4198992 Sep 14 12:17:58.476368 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53284) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:58.480955 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-3086e104-8feb-4bdc-af3b-02eddecac8c0 admin admin] Request body: {'subnet': {'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-641683942-subnet', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:58.513848 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd4f3c-b520-4669-9675-8b301cfbeabc admin admin] Pushing event updated for resources: {'Network': ['ID=fee59a88-4470-41bf-ad91-5a80510211ed,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:58.529378 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network fee59a88-4470-41bf-ad91-5a80510211ed details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:17:58.533386 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3086e104-8feb-4bdc-af3b-02eddecac8c0 admin admin] Made reservation on behalf of 4854dd8459d3477ba8a270a2421d7979 for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:17:58.536426 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3086e104-8feb-4bdc-af3b-02eddecac8c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8904012'] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:58.641344 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6e62e-7096-4440-a5cd-9e0caaef44c2 req-b620610c-403a-4af9-a9c4-cbe7c9c710b3 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:58.642973 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-39a6e62e-7096-4440-a5cd-9e0caaef44c2 req-b620610c-403a-4af9-a9c4-cbe7c9c710b3 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 944 time: 0.0607119 Sep 14 12:17:58.757204 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3086e104-8feb-4bdc-af3b-02eddecac8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9075099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8904018'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:58.827363 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086e104-8feb-4bdc-af3b-02eddecac8c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25730b99-4ec7-41b7-bad2-e22229a4a363,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:58.843586 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086e104-8feb-4bdc-af3b-02eddecac8c0 admin admin] Checking segment: {'id': 'a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:17:58.843947 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3086e104-8feb-4bdc-af3b-02eddecac8c0 admin admin] Network hostable DHCP agents. Network: fee59a88-4470-41bf-ad91-5a80510211ed, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:17:58.863527 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3086e104-8feb-4bdc-af3b-02eddecac8c0 admin admin] Network fee59a88-4470-41bf-ad91-5a80510211ed is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:17:58.872677 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-3086e104-8feb-4bdc-af3b-02eddecac8c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, fee59a88-4470-41bf-ad91-5a80510211ed) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:58.881004 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3086e104-8feb-4bdc-af3b-02eddecac8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:58.881723 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3086e104-8feb-4bdc-af3b-02eddecac8c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:58.894779 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210b0b35-5a10-48aa-bb6f-d7a84e5e4856 None None] Network fee59a88-4470-41bf-ad91-5a80510211ed requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:17:58.907704 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3086e104-8feb-4bdc-af3b-02eddecac8c0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4278250 Sep 14 12:17:58.908975 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53288) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:17:58.918789 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-641683942-router', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:58.944978 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1721'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:58.946526 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:58.951336 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-39a6e62e-7096-4440-a5cd-9e0caaef44c2 req-b88076d7-c1bd-4387-965d-4ca9e66bc343 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2975078 Sep 14 12:17:59.018088 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:59.018565 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2fb4e59d-136d-489d-a1fb-3c6f86301430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:59.121170 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184f21cd-f526-56fe-b4fe-385b3504c77e-fee59a88-4470-41bf-ad91-5a80510211ed', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'fixed_ips': [{'subnet_id': '25730b99-4ec7-41b7-bad2-e22229a4a363'}]}} from dv-cinder-784945-14-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 12:17:59.122051 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:59.169408 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:59.292234 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Allocated IP 172.20.0.2 (fee59a88-4470-41bf-ad91-5a80510211ed/25730b99-4ec7-41b7-bad2-e22229a4a363/766bf072-ad2d-4461-b22f-34a06df403a4) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:17:59.373149 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:59.392552 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:59.484121 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:59.497443 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Transition to ACTIVE for port object 766bf072-ad2d-4461-b22f-34a06df403a4 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:59.517132 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Transition to ACTIVE for port object 766bf072-ad2d-4461-b22f-34a06df403a4 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:17:59.528407 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:59.544690 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Allocated IP 172.27.0.63 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/141ddb26-65fe-424e-9032-e3a49fbf8a42) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:17:59.550402 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Network fee59a88-4470-41bf-ad91-5a80510211ed is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:17:59.553150 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:59.574865 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:17:59.586819 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef039e4-6b33-4294-80fd-3efb3f7652f4 req-b2dc8daf-5494-4a1a-bd18-4a3ad266de45 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:17:59.588344 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6ef039e4-6b33-4294-80fd-3efb3f7652f4 req-b2dc8daf-5494-4a1a-bd18-4a3ad266de45 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 932 time: 0.0873873 Sep 14 12:17:59.645876 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Attempting to bind port 766bf072-ad2d-4461-b22f-34a06df403a4 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:17:59.646463 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Attempting to bind port 766bf072-ad2d-4461-b22f-34a06df403a4 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': 'a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:17:59.646921 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Attempting to bind port 766bf072-ad2d-4461-b22f-34a06df403a4 on network fee59a88-4470-41bf-ad91-5a80510211ed {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:17:59.659624 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:17:59.660169 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Checking segment: {'id': 'a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:17:59.660669 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:59.661165 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Bound using segment: {'id': 'a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:17:59.661734 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Bound port: 766bf072-ad2d-4461-b22f-34a06df403a4, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:17:59.662216 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:59.665041 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6ef039e4-6b33-4294-80fd-3efb3f7652f4 req-29ba759f-357d-4b9c-a8e8-30717084dbfa tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672281 Sep 14 12:17:59.670964 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Pushing event updated for resources: {'Port': ['ID=766bf072-ad2d-4461-b22f-34a06df403a4,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:59.709366 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:59.711764 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:59.712120 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:59.712545 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:59.712797 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:59.713134 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:59.713479 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:59.713807 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:59.714138 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:59.714469 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:59.714797 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:59.715157 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:59.715484 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:59.754588 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] For port 766bf072-ad2d-4461-b22f-34a06df403a4, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:17:59.758018 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] For port 766bf072-ad2d-4461-b22f-34a06df403a4, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=766bf072-ad2d-4461-b22f-34a06df403a4,segment=NetworkSegment(a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75),segment_id=a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:17:59.762284 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:59.767474 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:17:59.801453 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:17:59.804423 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:59.807972 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:17:59.829711 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445359d1-3c5f-41ff-8d0b-31aaaa7ac7f2 None None] Pushing event updated for resources: {'Port': ['ID=766bf072-ad2d-4461-b22f-34a06df403a4,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:59.851206 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Pushing event updated for resources: {'Port': ['ID=141ddb26-65fe-424e-9032-e3a49fbf8a42,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:00.122290 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc64d2-6013-4485-ba9c-fa07be68c754 req-15570971-c104-490f-88ed-2ed26c76410e tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:00.127110 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:00.129770 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-77dc64d2-6013-4485-ba9c-fa07be68c754 req-15570971-c104-490f-88ed-2ed26c76410e tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 944 time: 0.0805519 Sep 14 12:18:00.178212 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-77dc64d2-6013-4485-ba9c-fa07be68c754 req-43a7adf3-e35c-4b90-8944-f8b19f131677 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475662 Sep 14 12:18:00.400356 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580885'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:00.827572 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 766bf072-ad2d-4461-b22f-34a06df403a4 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:00.840280 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46be134-e357-436e-ab36-dbe852b2a9af req-ea518acb-544c-4bee-ad43-f9b7ef516a95 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:00.843519 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd is scheduled to L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:18:00.844955 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d46be134-e357-436e-ab36-dbe852b2a9af req-ea518acb-544c-4bee-ad43-f9b7ef516a95 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 932 time: 0.0869751 Sep 14 12:18:00.923607 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d46be134-e357-436e-ab36-dbe852b2a9af req-cdb9408c-bff5-4ff0-995a-56ef6d8ed0ca tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594993 Sep 14 12:18:00.947611 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 766bf072-ad2d-4461-b22f-34a06df403a4 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:18:01.024152 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:18:01.035744 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Sync routers for ids ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:18:01.045718 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Routers {'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:18:01.046365 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:17:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:01.076743 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:01.078249 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-962328f9-92f8-48a2-b8cd-64def73f5395 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1674912 Sep 14 12:18:01.081757 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 53298) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:01.168734 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Set router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:18:01.338563 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28536a8-38da-4614-bc1d-0c5a5f9940f7 None None] Network fee59a88-4470-41bf-ad91-5a80510211ed requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:18:01.401165 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f75be7-0cc1-4118-a5e2-3686b02b4e06 req-9f9d10b1-aa52-4b20-b95a-a62aabba8576 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:01.402694 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-23f75be7-0cc1-4118-a5e2-3686b02b4e06 req-9f9d10b1-aa52-4b20-b95a-a62aabba8576 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 944 time: 0.1036584 Sep 14 12:18:01.418346 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-cba6cb94-a914-4fa0-9cea-424f6acd736d None None] Provisioning for port 766bf072-ad2d-4461-b22f-34a06df403a4 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:18:01.444668 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-cba6cb94-a914-4fa0-9cea-424f6acd736d None None] Provisioning complete for port 766bf072-ad2d-4461-b22f-34a06df403a4 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:01.445129 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cba6cb94-a914-4fa0-9cea-424f6acd736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:01.516483 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-23f75be7-0cc1-4118-a5e2-3686b02b4e06 req-0301d049-b337-4098-b89b-18775e15b0da tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056290 Sep 14 12:18:01.562148 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'name': 'tempest-TestShelveInstance-641683942-router', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:58Z', 'updated_at': '2021-09-14T12:17:59Z', 'revision_number': 3, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'gw_port': {'id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:59Z', 'updated_at': '2021-09-14T12:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:01.616489 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Checking router: a1830a5e-be79-4c7d-a8ce-0cfa28e005dd for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:18:01.616874 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Updating router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd port 141ddb26-65fe-424e-9032-e3a49fbf8a42 binding host dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:18:01.672133 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cba6cb94-a914-4fa0-9cea-424f6acd736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:01.674917 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:01.718722 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:01.987489 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-cba6cb94-a914-4fa0-9cea-424f6acd736d None None] For port 766bf072-ad2d-4461-b22f-34a06df403a4, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=766bf072-ad2d-4461-b22f-34a06df403a4,segment=NetworkSegment(a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75),segment_id=a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:01.994983 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Allocated IP 172.20.0.1 (fee59a88-4470-41bf-ad91-5a80510211ed/25730b99-4ec7-41b7-bad2-e22229a4a363/da311b1a-e18d-428a-82b0-f0cd9bc846b7) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:18:02.006096 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cba6cb94-a914-4fa0-9cea-424f6acd736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:02.008730 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c90d0be9-d907-468d-824c-fcc66270decf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:02.040555 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:02.097857 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6cb94-a914-4fa0-9cea-424f6acd736d None None] Pushing event updated for resources: {'Port': ['ID=766bf072-ad2d-4461-b22f-34a06df403a4,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:02.159449 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:02.168516 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b1f56-e92d-488d-81c9-6684f5001180 req-54b81f97-2768-4398-b7c7-024965e06fa0 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:02.168730 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-11e1b737-3c1e-43cc-8968-cee06844ca9b None None] Provisioning complete for port 766bf072-ad2d-4461-b22f-34a06df403a4 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:02.169136 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-11e1b737-3c1e-43cc-8968-cee06844ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:02.170043 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ff5b1f56-e92d-488d-81c9-6684f5001180 req-54b81f97-2768-4398-b7c7-024965e06fa0 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 932 time: 0.1359367 Sep 14 12:18:02.188465 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Transition to ACTIVE for port object da311b1a-e18d-428a-82b0-f0cd9bc846b7 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:18:02.247157 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ff5b1f56-e92d-488d-81c9-6684f5001180 req-d8b085b8-f66c-473a-85f1-bcebeef984d2 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660188 Sep 14 12:18:02.280027 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:02.304126 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:02.321553 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Transition to ACTIVE for port object 141ddb26-65fe-424e-9032-e3a49fbf8a42 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:18:02.332887 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:02.337811 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Network fee59a88-4470-41bf-ad91-5a80510211ed is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:02.340667 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:02.343198 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:18:02.373143 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Pushing event updated for resources: {'Port': ['ID=da311b1a-e18d-428a-82b0-f0cd9bc846b7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:02.404703 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580932'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:02.409919 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ad898-e9c4-47d5-8fe9-32514f269e45 None None] Pushing event updated for resources: {'Port': ['ID=141ddb26-65fe-424e-9032-e3a49fbf8a42,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:02.411082 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Attempting to bind port 141ddb26-65fe-424e-9032-e3a49fbf8a42 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:18:02.411462 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Attempting to bind port 141ddb26-65fe-424e-9032-e3a49fbf8a42 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:18:02.411831 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Attempting to bind port 141ddb26-65fe-424e-9032-e3a49fbf8a42 on network f4c7db36-d333-4393-b022-5f0c472ed786 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:18:02.420095 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:18:02.420593 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Checking segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:18:02.421101 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:02.421697 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Bound using segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:18:02.422152 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Bound port: 141ddb26-65fe-424e-9032-e3a49fbf8a42, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:18:02.422629 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:02.509488 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] For port 141ddb26-65fe-424e-9032-e3a49fbf8a42, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:18:02.519311 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] For port 141ddb26-65fe-424e-9032-e3a49fbf8a42, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=141ddb26-65fe-424e-9032-e3a49fbf8a42,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:18:02.529688 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:02.614266 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:02.632410 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Routers {'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:18:02.633074 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:18:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:02.717231 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ad898-e9c4-47d5-8fe9-32514f269e45 None None] Pushing event updated for resources: {'Port': ['ID=141ddb26-65fe-424e-9032-e3a49fbf8a42,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:02.808975 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-e0860941-70ed-44cf-9bf3-b9da10e737e8 None None] Provisioning for port da311b1a-e18d-428a-82b0-f0cd9bc846b7 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:18:02.821439 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 766bf072-ad2d-4461-b22f-34a06df403a4 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:02.840636 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec223458-8b29-43ac-96a1-3003eeabe871 req-ffeda442-f93a-402e-b1cb-44f773182e23 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:02.842159 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ec223458-8b29-43ac-96a1-3003eeabe871 req-ffeda442-f93a-402e-b1cb-44f773182e23 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 944 time: 0.2017050 Sep 14 12:18:02.909770 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-e0860941-70ed-44cf-9bf3-b9da10e737e8 None None] Provisioning complete for port da311b1a-e18d-428a-82b0-f0cd9bc846b7 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:02.910153 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e0860941-70ed-44cf-9bf3-b9da10e737e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:02.979922 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] Set router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:18:02.985350 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ec223458-8b29-43ac-96a1-3003eeabe871 req-dd3e4c2e-a2e7-46d9-abb2-3afd6038765d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313629 Sep 14 12:18:03.013574 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:03.016948 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-e0860941-70ed-44cf-9bf3-b9da10e737e8 None None] Port da311b1a-e18d-428a-82b0-f0cd9bc846b7 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:18:03.029401 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 766bf072-ad2d-4461-b22f-34a06df403a4 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:03.029779 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:03.032792 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:03.038119 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:03.138145 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576980'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:03.140160 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Pushing event updated for resources: {'Port': ['ID=da311b1a-e18d-428a-82b0-f0cd9bc846b7,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:03.266250 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Network fee59a88-4470-41bf-ad91-5a80510211ed is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:03.268225 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:03.268862 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'name': 'tempest-TestShelveInstance-641683942-router', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:58Z', 'updated_at': '2021-09-14T12:18:02Z', 'revision_number': 4, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'gw_port': {'id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:59Z', 'updated_at': '2021-09-14T12:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': 'da311b1a-e18d-428a-82b0-f0cd9bc846b7', 'name': '', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'mac_address': 'fa:16:3e:45:66:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:01Z', 'updated_at': '2021-09-14T12:18:02Z', 'revision_number': 1, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'subnets': [{'id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:03.310084 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db6ecf-2c37-494d-b7b3-a0ea44c36abe None None] The sync data for ids ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'] in dv-cinder-784945-14-iscsi is: [{'id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'name': 'tempest-TestShelveInstance-641683942-router', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:58Z', 'updated_at': '2021-09-14T12:18:02Z', 'revision_number': 4, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'gw_port': {'id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:59Z', 'updated_at': '2021-09-14T12:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': 'da311b1a-e18d-428a-82b0-f0cd9bc846b7', 'name': '', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'mac_address': 'fa:16:3e:45:66:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:01Z', 'updated_at': '2021-09-14T12:18:02Z', 'revision_number': 1, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'subnets': [{'id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:18:03.439860 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e0522-aed1-4eab-9221-482f3dbb5875 req-e36f5170-d065-4db8-a653-423085e47c1c tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:03.441466 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9e0e0522-aed1-4eab-9221-482f3dbb5875 req-e36f5170-d065-4db8-a653-423085e47c1c tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 932 time: 0.1137404 Sep 14 12:18:03.477767 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:18:03.560503 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9e0e0522-aed1-4eab-9221-482f3dbb5875 req-343dbdf7-5e4e-430b-b675-e10c991edfd9 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987172 Sep 14 12:18:03.594078 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-37b3fb5b-2dde-4f4f-a00c-3940eac729b6 None None] Provisioning complete for port da311b1a-e18d-428a-82b0-f0cd9bc846b7 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:03.594458 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-37b3fb5b-2dde-4f4f-a00c-3940eac729b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:03.652879 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-37b3fb5b-2dde-4f4f-a00c-3940eac729b6 None None] Port da311b1a-e18d-428a-82b0-f0cd9bc846b7 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:18:03.667045 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:18:03.672184 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-39e954a3-7940-4ddc-8a22-9b19e496d093 admin admin] 10.222.0.20 "PUT /v2.0/routers/a1830a5e-be79-4c7d-a8ce-0cfa28e005dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5892127 Sep 14 12:18:03.936679 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:04.240816 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9b2bf-a234-44a8-acd8-8c2128189509 req-559fa9f5-141e-4c73-afe2-7629f0abca72 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:04.242509 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aea9b2bf-a234-44a8-acd8-8c2128189509 req-559fa9f5-141e-4c73-afe2-7629f0abca72 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 944 time: 0.0965805 Sep 14 12:18:04.311628 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aea9b2bf-a234-44a8-acd8-8c2128189509 req-771ff8a3-25cc-4c01-bbca-e8d91d6121e7 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628407 Sep 14 12:18:04.386641 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 53326) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:04.392549 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f626b53d-5d57-4a6e-8bd6-352ed31876cb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1853719638-network', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:04.422072 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f626b53d-5d57-4a6e-8bd6-352ed31876cb admin admin] Made reservation on behalf of 80dae371c5a64cb397f8986c3f976b16 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:18:04.425631 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f626b53d-5d57-4a6e-8bd6-352ed31876cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:04.435579 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f626b53d-5d57-4a6e-8bd6-352ed31876cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:04.552677 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f626b53d-5d57-4a6e-8bd6-352ed31876cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:04.557297 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f626b53d-5d57-4a6e-8bd6-352ed31876cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:04.584768 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f626b53d-5d57-4a6e-8bd6-352ed31876cb admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:18:04.590823 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626b53d-5d57-4a6e-8bd6-352ed31876cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526297ec-3892-40f9-bb84-404b5b5b5b92,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:04.602976 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f626b53d-5d57-4a6e-8bd6-352ed31876cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:04.603596 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.segments_db [None req-f626b53d-5d57-4a6e-8bd6-352ed31876cb admin admin] Added segment 22bf3e3e-beb7-4ac7-95bd-747819d086b2 of type vlan for network 23cfd5a8-5fba-45e9-96dd-569e7726a47b Sep 14 12:18:04.669330 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f626b53d-5d57-4a6e-8bd6-352ed31876cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740118740785'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:04.790317 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 141ddb26-65fe-424e-9032-e3a49fbf8a42 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:04.791136 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f626b53d-5d57-4a6e-8bd6-352ed31876cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:04.797559 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f626b53d-5d57-4a6e-8bd6-352ed31876cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:04.798785 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f626b53d-5d57-4a6e-8bd6-352ed31876cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:04.839359 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396b638-56b0-42c3-8a41-f223601c10b1 req-c672f46c-2c8b-4319-b0b6-c97724fde1d3 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:04.841138 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1396b638-56b0-42c3-8a41-f223601c10b1 req-c672f46c-2c8b-4319-b0b6-c97724fde1d3 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 932 time: 0.1589444 Sep 14 12:18:04.854684 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53330) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:04.860511 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-5a93dbe8-fea6-42c3-9536-f54475c1e12f admin admin] Request body: {'subnet': {'network_id': '23cfd5a8-5fba-45e9-96dd-569e7726a47b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1853719638-subnet', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:04.866127 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-f626b53d-5d57-4a6e-8bd6-352ed31876cb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4573159 Sep 14 12:18:04.878633 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 141ddb26-65fe-424e-9032-e3a49fbf8a42 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:18:04.890825 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 141ddb26-65fe-424e-9032-e3a49fbf8a42 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:04.891430 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:04.904917 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a93dbe8-fea6-42c3-9536-f54475c1e12f admin admin] Made reservation on behalf of 80dae371c5a64cb397f8986c3f976b16 for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:18:04.910819 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5a93dbe8-fea6-42c3-9536-f54475c1e12f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8904012'] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:04.979652 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626b53d-5d57-4a6e-8bd6-352ed31876cb admin admin] Pushing event updated for resources: {'Network': ['ID=23cfd5a8-5fba-45e9-96dd-569e7726a47b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:04.996367 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Network 23cfd5a8-5fba-45e9-96dd-569e7726a47b details requested by agent ovs-agent-dv-cinder-784945-14-iscsi with host dv-cinder-784945-14-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:18:05.029926 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1396b638-56b0-42c3-8a41-f223601c10b1 req-cc8a4d34-929c-4061-a122-9527631580ea tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624229 Sep 14 12:18:05.076128 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:05.144324 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 141ddb26-65fe-424e-9032-e3a49fbf8a42, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=141ddb26-65fe-424e-9032-e3a49fbf8a42,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:05.156144 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:05.210383 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5a93dbe8-fea6-42c3-9536-f54475c1e12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9075099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8904018'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:05.215723 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=141ddb26-65fe-424e-9032-e3a49fbf8a42,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:05.256218 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:05.274156 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93dbe8-fea6-42c3-9536-f54475c1e12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=83bac345-3eef-4c70-bda4-4041671a43f9,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:05.307103 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a93dbe8-fea6-42c3-9536-f54475c1e12f admin admin] Checking segment: {'id': '22bf3e3e-beb7-4ac7-95bd-747819d086b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '23cfd5a8-5fba-45e9-96dd-569e7726a47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:18:05.307489 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a93dbe8-fea6-42c3-9536-f54475c1e12f admin admin] Network hostable DHCP agents. Network: 23cfd5a8-5fba-45e9-96dd-569e7726a47b, hostable agents: ['9ff8a583-80c1-4241-a68c-d4189be38c09'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:18:05.348630 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a93dbe8-fea6-42c3-9536-f54475c1e12f admin admin] Network 23cfd5a8-5fba-45e9-96dd-569e7726a47b is scheduled to be hosted by DHCP agent 9ff8a583-80c1-4241-a68c-d4189be38c09 with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:18:05.359226 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-5a93dbe8-fea6-42c3-9536-f54475c1e12f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-14-iscsi, 23cfd5a8-5fba-45e9-96dd-569e7726a47b) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:05.368730 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a93dbe8-fea6-42c3-9536-f54475c1e12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:05.369580 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8282c71a-5d04-43c9-ab07-ee543afac128 None None] Network 23cfd5a8-5fba-45e9-96dd-569e7726a47b requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:18:05.369721 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5a93dbe8-fea6-42c3-9536-f54475c1e12f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:05.394087 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5a93dbe8-fea6-42c3-9536-f54475c1e12f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5353034 Sep 14 12:18:05.394324 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53334) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:05.399115 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1853719638-router', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:05.448577 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8744e-08cf-4001-b3b1-4a77fc360b63 req-b42b88d0-e3f3-4b35-af89-9de36e77c4c2 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:05.450705 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9da8744e-08cf-4001-b3b1-4a77fc360b63 req-b42b88d0-e3f3-4b35-af89-9de36e77c4c2 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 944 time: 0.0614126 Sep 14 12:18:05.467128 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1721'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:05.468473 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1696'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:05.520989 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9da8744e-08cf-4001-b3b1-4a77fc360b63 req-46e77ccb-b3ea-41cd-9913-088f63dca00b tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595610 Sep 14 12:18:05.558666 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:05.601863 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp184f21cd-f526-56fe-b4fe-385b3504c77e-23cfd5a8-5fba-45e9-96dd-569e7726a47b', 'network_id': '23cfd5a8-5fba-45e9-96dd-569e7726a47b', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'fixed_ips': [{'subnet_id': '83bac345-3eef-4c70-bda4-4041671a43f9'}]}} from dv-cinder-784945-14-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 12:18:05.603075 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:05.716119 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:05.813093 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Allocated IP 172.20.0.2 (23cfd5a8-5fba-45e9-96dd-569e7726a47b/83bac345-3eef-4c70-bda4-4041671a43f9/66016e7d-49f5-4007-9625-959cbdb2c38e) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:18:05.990078 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:06.014828 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:06.022910 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:06.034616 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Sync routers for ids ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:18:06.037097 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Transition to ACTIVE for port object 66016e7d-49f5-4007-9625-959cbdb2c38e will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:18:06.046148 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Routers {'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:18:06.047107 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:18:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:06.054836 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Transition to ACTIVE for port object 66016e7d-49f5-4007-9625-959cbdb2c38e will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:18:06.063504 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:06.134974 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Network 23cfd5a8-5fba-45e9-96dd-569e7726a47b is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:06.138781 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:06.143963 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:18:06.179871 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Allocated IP 172.27.0.224 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/9bf5631a-50ea-4785-91e2-962400fa3517) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:18:06.195602 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Pushing event updated for resources: {'Port': ['ID=66016e7d-49f5-4007-9625-959cbdb2c38e,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:06.248415 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Attempting to bind port 66016e7d-49f5-4007-9625-959cbdb2c38e on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:18:06.249074 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Attempting to bind port 66016e7d-49f5-4007-9625-959cbdb2c38e by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '22bf3e3e-beb7-4ac7-95bd-747819d086b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '23cfd5a8-5fba-45e9-96dd-569e7726a47b'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:18:06.249619 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Attempting to bind port 66016e7d-49f5-4007-9625-959cbdb2c38e on network 23cfd5a8-5fba-45e9-96dd-569e7726a47b {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:18:06.256469 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:18:06.257139 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Checking segment: {'id': '22bf3e3e-beb7-4ac7-95bd-747819d086b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '23cfd5a8-5fba-45e9-96dd-569e7726a47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:18:06.257846 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:06.258413 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Bound using segment: {'id': '22bf3e3e-beb7-4ac7-95bd-747819d086b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '23cfd5a8-5fba-45e9-96dd-569e7726a47b'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:18:06.259068 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Bound port: 66016e7d-49f5-4007-9625-959cbdb2c38e, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bf3e3e-beb7-4ac7-95bd-747819d086b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '23cfd5a8-5fba-45e9-96dd-569e7726a47b'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:18:06.259626 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:06.261048 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Set router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:18:06.273778 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5682aea-2e1d-432a-af5f-b99264b68303 req-b9a56526-0e3e-4c67-a884-a352a1f28322 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:06.275572 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f5682aea-2e1d-432a-af5f-b99264b68303 req-b9a56526-0e3e-4c67-a884-a352a1f28322 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 932 time: 0.1182003 Sep 14 12:18:06.322197 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f5682aea-2e1d-432a-af5f-b99264b68303 req-99f94168-39ea-4f4d-bca7-4f5c732acf58 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 Sep 14 12:18:06.342162 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:06.346011 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] For port 66016e7d-49f5-4007-9625-959cbdb2c38e, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:18:06.349375 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] For port 66016e7d-49f5-4007-9625-959cbdb2c38e, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=66016e7d-49f5-4007-9625-959cbdb2c38e,segment=NetworkSegment(22bf3e3e-beb7-4ac7-95bd-747819d086b2),segment_id=22bf3e3e-beb7-4ac7-95bd-747819d086b2)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:18:06.357495 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:06.391039 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:06.429263 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:06.432452 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:06.436282 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:18:06.465715 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Pushing event updated for resources: {'Port': ['ID=9bf5631a-50ea-4785-91e2-962400fa3517,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:06.485465 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'name': 'tempest-TestShelveInstance-641683942-router', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:58Z', 'updated_at': '2021-09-14T12:18:02Z', 'revision_number': 4, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'gw_port': {'id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:59Z', 'updated_at': '2021-09-14T12:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': 'da311b1a-e18d-428a-82b0-f0cd9bc846b7', 'name': '', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'mac_address': 'fa:16:3e:45:66:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:01Z', 'updated_at': '2021-09-14T12:18:02Z', 'revision_number': 2, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'subnets': [{'id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:06.512042 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Checking router: a1830a5e-be79-4c7d-a8ce-0cfa28e005dd for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:18:06.512699 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Updating router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd port da311b1a-e18d-428a-82b0-f0cd9bc846b7 binding host dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:18:06.537884 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:06.557707 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6193858-5804-4d50-9d67-3f8ba1816adc None None] Pushing event updated for resources: {'Port': ['ID=66016e7d-49f5-4007-9625-959cbdb2c38e,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:06.662246 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4218197-4b7f-4e69-a64c-f10e366ceacd req-87eb7b45-f6b0-4853-b8f4-2609a294ad81 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:06.663936 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e4218197-4b7f-4e69-a64c-f10e366ceacd req-87eb7b45-f6b0-4853-b8f4-2609a294ad81 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 944 time: 0.0520546 Sep 14 12:18:06.715793 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e4218197-4b7f-4e69-a64c-f10e366ceacd req-6935caae-26b9-430e-b79b-2dcf473a3484 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434239 Sep 14 12:18:06.754115 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:06.787548 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 141ddb26-65fe-424e-9032-e3a49fbf8a42 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:06.789541 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Request body: {'port': {'device_id': '63c57c3b-95de-407a-b478-c022c6932b36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:06.845812 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:06.858280 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Transition to ACTIVE for port object da311b1a-e18d-428a-82b0-f0cd9bc846b7 will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:18:06.874893 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:06.879678 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 141ddb26-65fe-424e-9032-e3a49fbf8a42 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:06.880257 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:06.880446 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:06.932448 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4510667-3e8d-4baf-9682-bff38da090f0 None None] Pushing event updated for resources: {'Port': ['ID=da311b1a-e18d-428a-82b0-f0cd9bc846b7,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:07.049591 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580885'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:07.060201 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Attempting to bind port da311b1a-e18d-428a-82b0-f0cd9bc846b7 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:18:07.061127 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Attempting to bind port da311b1a-e18d-428a-82b0-f0cd9bc846b7 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': 'a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:18:07.061658 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Attempting to bind port da311b1a-e18d-428a-82b0-f0cd9bc846b7 on network fee59a88-4470-41bf-ad91-5a80510211ed {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:18:07.068609 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:18:07.070059 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Checking segment: {'id': 'a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:18:07.070643 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:07.071215 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Bound using segment: {'id': 'a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:18:07.071867 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Bound port: da311b1a-e18d-428a-82b0-f0cd9bc846b7, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:18:07.073169 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:07.146366 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] For port da311b1a-e18d-428a-82b0-f0cd9bc846b7, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:18:07.149880 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] For port da311b1a-e18d-428a-82b0-f0cd9bc846b7, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=da311b1a-e18d-428a-82b0-f0cd9bc846b7,segment=NetworkSegment(a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75),segment_id=a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:18:07.156224 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:07.203098 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Routers {'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:18:07.203730 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:18:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:07.224442 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Router 8cd36ac2-3e20-4482-a2ff-53ab0530b55b is scheduled to L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:18:07.267612 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:18:07.276661 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:07.291767 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Transition to ACTIVE for port object 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:18:07.297087 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:07.326553 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] Set router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:18:07.372982 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:18:07.393263 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Sync routers for ids ['8cd36ac2-3e20-4482-a2ff-53ab0530b55b'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:18:07.410229 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Routers {'8cd36ac2-3e20-4482-a2ff-53ab0530b55b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:18:07.411066 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:18:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['8cd36ac2-3e20-4482-a2ff-53ab0530b55b'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:07.425082 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:07.431668 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f40f198b-f669-47e5-9023-14523bb83f70 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0361166 Sep 14 12:18:07.432575 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53346) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:07.472568 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Pushing event updated for resources: {'Port': ['ID=9d2e7523-6bee-4913-82fc-a06f22b1e9b2,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:07.507351 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Attempting to bind port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:18:07.507655 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Attempting to bind port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'fe23e04a-8a0d-4693-be4d-c7443dc56e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:18:07.508038 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Attempting to bind port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 on network ac3c4426-dc42-4af6-9ac8-00be952bbf25 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:18:07.518241 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 on network ac3c4426-dc42-4af6-9ac8-00be952bbf25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:18:07.518614 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Attempting to bind port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 on network ac3c4426-dc42-4af6-9ac8-00be952bbf25 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:18:07.527392 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:18:07.527731 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Checking segment: {'id': 'fe23e04a-8a0d-4693-be4d-c7443dc56e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:18:07.528182 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Bound using segment: {'id': 'fe23e04a-8a0d-4693-be4d-c7443dc56e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:18:07.528633 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Bound port: 9d2e7523-6bee-4913-82fc-a06f22b1e9b2, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe23e04a-8a0d-4693-be4d-c7443dc56e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:18:07.528992 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:07.554542 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e9cca-14b6-4d1e-bbc6-7d9dbcbb0a84 req-951f759d-3054-457d-b023-5faf15dbc692 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:07.556532 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b26e9cca-14b6-4d1e-bbc6-7d9dbcbb0a84 req-951f759d-3054-457d-b023-5faf15dbc692 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 944 time: 0.0982478 Sep 14 12:18:07.663102 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Set router 8cd36ac2-3e20-4482-a2ff-53ab0530b55b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:18:07.688612 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4510667-3e8d-4baf-9682-bff38da090f0 None None] Pushing event updated for resources: {'Port': ['ID=da311b1a-e18d-428a-82b0-f0cd9bc846b7,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:07.710924 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] For port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:18:07.712014 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'name': 'tempest-TestShelveInstance-641683942-router', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:58Z', 'updated_at': '2021-09-14T12:18:02Z', 'revision_number': 4, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'gw_port': {'id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:59Z', 'updated_at': '2021-09-14T12:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': 'da311b1a-e18d-428a-82b0-f0cd9bc846b7', 'name': '', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'mac_address': 'fa:16:3e:45:66:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:01Z', 'updated_at': '2021-09-14T12:18:07Z', 'revision_number': 4, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'subnets': [{'id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:07.740924 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f6202-e41c-450a-9ca8-58b090cc0d41 None None] The sync data for ids ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'] in dv-cinder-784945-14-iscsi is: [{'id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'name': 'tempest-TestShelveInstance-641683942-router', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:58Z', 'updated_at': '2021-09-14T12:18:02Z', 'revision_number': 4, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'gw_port': {'id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:59Z', 'updated_at': '2021-09-14T12:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': 'da311b1a-e18d-428a-82b0-f0cd9bc846b7', 'name': '', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'mac_address': 'fa:16:3e:45:66:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:01Z', 'updated_at': '2021-09-14T12:18:07Z', 'revision_number': 4, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'subnets': [{'id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:18:07.780545 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b26e9cca-14b6-4d1e-bbc6-7d9dbcbb0a84 req-3626ce10-425c-42ec-8bf3-fc43d0094e75 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784375 Sep 14 12:18:07.809950 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] For port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9d2e7523-6bee-4913-82fc-a06f22b1e9b2,segment=NetworkSegment(fe23e04a-8a0d-4693-be4d-c7443dc56e29),segment_id=fe23e04a-8a0d-4693-be4d-c7443dc56e29)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:18:07.818942 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:07.927704 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:07.928468 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:07.930029 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] 10.222.0.22 "PUT /v2.0/ports/9d2e7523-6bee-4913-82fc-a06f22b1e9b2 HTTP/1.1" status: 200 len: 1094 time: 1.1447637 Sep 14 12:18:07.935223 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c57c3b-95de-407a-b478-c022c6932b36', 'tag': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:18:07.937763 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8c9c1d-4647-432b-a9af-f550968a9d25" -d '{"events": [{"name": "network-changed", "server_uuid": "63c57c3b-95de-407a-b478-c022c6932b36", "tag": "9d2e7523-6bee-4913-82fc-a06f22b1e9b2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:18:08.004666 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538700a-9b45-48d7-8685-479bfa24cbff service neutron] Pushing event updated for resources: {'Port': ['ID=9d2e7523-6bee-4913-82fc-a06f22b1e9b2,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:08.028757 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ebc6f3-f083-41df-b9f3-b3b5edc518e3 x-openstack-request-id: req-c1ebc6f3-f083-41df-b9f3-b3b5edc518e3 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:18:08.029047 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c57c3b-95de-407a-b478-c022c6932b36", "tag": "9d2e7523-6bee-4913-82fc-a06f22b1e9b2", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:18:08.029299 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1ebc6f3-f083-41df-b9f3-b3b5edc518e3 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:18:08.029689 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c57c3b-95de-407a-b478-c022c6932b36', 'tag': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2', 'status': 'completed', 'code': 200} Sep 14 12:18:08.060661 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'name': 'tempest-TestShelveInstance-1853719638-router', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '9bf5631a-50ea-4785-91e2-962400fa3517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:18:05Z', 'updated_at': '2021-09-14T12:18:06Z', 'revision_number': 3, 'project_id': '80dae371c5a64cb397f8986c3f976b16', 'gw_port': {'id': '9bf5631a-50ea-4785-91e2-962400fa3517', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:06Z', 'updated_at': '2021-09-14T12:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:08.086890 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda9490-ac0f-45fe-90f2-e2df32c476a6 req-a5fa0447-34df-4cea-91f2-bc0dc6207e95 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:08.088533 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5cda9490-ac0f-45fe-90f2-e2df32c476a6 req-a5fa0447-34df-4cea-91f2-bc0dc6207e95 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 944 time: 0.2168989 Sep 14 12:18:08.116818 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd85f3d9-0886-4971-9ed5-02213c02b32f None None] Network 23cfd5a8-5fba-45e9-96dd-569e7726a47b requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:18:08.124246 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Checking router: 8cd36ac2-3e20-4482-a2ff-53ab0530b55b for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:18:08.124737 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Updating router 8cd36ac2-3e20-4482-a2ff-53ab0530b55b port 9bf5631a-50ea-4785-91e2-962400fa3517 binding host dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:18:08.129304 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:08.164854 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5cda9490-ac0f-45fe-90f2-e2df32c476a6 req-52f41091-682b-4ef7-8a7c-75ad4231efae tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654199 Sep 14 12:18:08.166721 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-d2129434-3218-4bf6-82d5-ba7b8e2faacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:08.168213 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-d2129434-3218-4bf6-82d5-ba7b8e2faacb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a3b175e3fd04267adc8f25a26add4ed&device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 1097 time: 0.1709301 Sep 14 12:18:08.248200 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-afad0f8e-aaa6-4a32-b162-61ed567ee588 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2e7523-6bee-4913-82fc-a06f22b1e9b2 HTTP/1.1" status: 200 len: 217 time: 0.0717585 Sep 14 12:18:08.254131 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-31a18435-33e1-403f-adbe-127cff95e565 None None] Provisioning for port 66016e7d-49f5-4007-9625-959cbdb2c38e completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:18:08.259395 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:08.308933 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-17ebc627-b3a3-42fc-91e6-10928600874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:08.310670 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-17ebc627-b3a3-42fc-91e6-10928600874a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82728f3b-f9a6-45db-a1d2-0fb551a96f11 HTTP/1.1" status: 200 len: 853 time: 0.0555227 Sep 14 12:18:08.349329 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Allocated IP 172.20.0.1 (23cfd5a8-5fba-45e9-96dd-569e7726a47b/83bac345-3eef-4c70-bda4-4041671a43f9/03f37704-fc7c-4d32-a40e-5f46f06146e1) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:18:08.367272 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-8722ef20-8cc8-4868-b80a-07086089bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:08.369046 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-8722ef20-8cc8-4868-b80a-07086089bef4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ac3c4426-dc42-4af6-9ac8-00be952bbf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509732 Sep 14 12:18:08.482093 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-96d08460-3d1a-4da1-a545-ab8ef0ef3a34 service neutron] 10.222.0.22 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053617 Sep 14 12:18:08.484674 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:08.504095 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Transition to ACTIVE for port object 03f37704-fc7c-4d32-a40e-5f46f06146e1 will not be triggered until provisioned by entity DHCP. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:18:08.555602 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:08.576575 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Network 23cfd5a8-5fba-45e9-96dd-569e7726a47b is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:08.579677 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:08.607414 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c1f51ab-b5e1-4eaa-8c64-0ef99f518a28 req-b130604a-346b-4945-aaa2-1927930c6131 service neutron] 10.222.0.22 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171782 Sep 14 12:18:08.610516 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:18:08.613667 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:08.634299 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Transition to ACTIVE for port object 9bf5631a-50ea-4785-91e2-962400fa3517 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:18:08.644946 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:08.665583 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Pushing event updated for resources: {'Port': ['ID=03f37704-fc7c-4d32-a40e-5f46f06146e1,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:08.674975 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580932'] for router_interface, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:08.727729 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Attempting to bind port 9bf5631a-50ea-4785-91e2-962400fa3517 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:18:08.727729 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Attempting to bind port 9bf5631a-50ea-4785-91e2-962400fa3517 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:18:08.728200 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Attempting to bind port 9bf5631a-50ea-4785-91e2-962400fa3517 on network f4c7db36-d333-4393-b022-5f0c472ed786 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:18:08.733485 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69554772-be43-46e6-863c-916e49d53432 None None] Pushing event updated for resources: {'Port': ['ID=9bf5631a-50ea-4785-91e2-962400fa3517,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:08.745683 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:18:08.746084 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Checking segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:18:08.749784 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:08.750242 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Bound using segment: {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:18:08.751952 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Bound port: 9bf5631a-50ea-4785-91e2-962400fa3517, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c41febd-5a62-4cbb-a3ae-82b8c3b7733d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:18:08.754004 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:08.777181 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c9c1d-4647-432b-a9af-f550968a9d25 req-54fd17c9-01a7-4726-a1ad-a96fd32b3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:08.778822 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dd8c9c1d-4647-432b-a9af-f550968a9d25 req-54fd17c9-01a7-4726-a1ad-a96fd32b3e83 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a3b175e3fd04267adc8f25a26add4ed&device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 1097 time: 0.0944264 Sep 14 12:18:08.922055 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:08.926726 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] For port 9bf5631a-50ea-4785-91e2-962400fa3517, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:18:08.936521 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] For port 9bf5631a-50ea-4785-91e2-962400fa3517, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=9bf5631a-50ea-4785-91e2-962400fa3517,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:18:08.948163 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:08.982719 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c9c1d-4647-432b-a9af-f550968a9d25 req-fb3e907a-e4db-4ed9-8f81-61f9505e7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:08.987478 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dd8c9c1d-4647-432b-a9af-f550968a9d25 req-fb3e907a-e4db-4ed9-8f81-61f9505e7b24 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ac3c4426-dc42-4af6-9ac8-00be952bbf25 HTTP/1.1" status: 200 len: 915 time: 0.2005291 Sep 14 12:18:09.024037 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393135e6-be76-416a-bde0-c32ce743dc23 req-cf694860-2228-446b-a97c-d8b5780a466c tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:09.025660 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-393135e6-be76-416a-bde0-c32ce743dc23 req-cf694860-2228-446b-a97c-d8b5780a466c tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 944 time: 0.1024637 Sep 14 12:18:09.051816 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 66016e7d-49f5-4007-9625-959cbdb2c38e up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:09.073157 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dd8c9c1d-4647-432b-a9af-f550968a9d25 req-bdace8d3-7bde-4c80-ab55-6cea50282e90 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2e7523-6bee-4913-82fc-a06f22b1e9b2 HTTP/1.1" status: 200 len: 217 time: 0.0698335 Sep 14 12:18:09.084253 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Routers {'8cd36ac2-3e20-4482-a2ff-53ab0530b55b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:18:09.084893 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:18:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['8cd36ac2-3e20-4482-a2ff-53ab0530b55b'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:09.088591 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69554772-be43-46e6-863c-916e49d53432 None None] Pushing event updated for resources: {'Port': ['ID=9bf5631a-50ea-4785-91e2-962400fa3517,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:09.131086 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-393135e6-be76-416a-bde0-c32ce743dc23 req-507f9359-1b83-4524-910d-b5c24516d729 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654278 Sep 14 12:18:09.154952 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c9c1d-4647-432b-a9af-f550968a9d25 req-ff22303c-7854-4938-9948-0f44efebff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:09.159268 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dd8c9c1d-4647-432b-a9af-f550968a9d25 req-ff22303c-7854-4938-9948-0f44efebff9e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82728f3b-f9a6-45db-a1d2-0fb551a96f11 HTTP/1.1" status: 200 len: 853 time: 0.0783007 Sep 14 12:18:09.197114 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:09.205482 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9274900'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:09.213477 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 66016e7d-49f5-4007-9625-959cbdb2c38e completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:18:09.217700 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c9c1d-4647-432b-a9af-f550968a9d25 req-5e483800-d066-4bbd-8726-53a4ad07cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:09.219245 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dd8c9c1d-4647-432b-a9af-f550968a9d25 req-5e483800-d066-4bbd-8726-53a4ad07cd97 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ac3c4426-dc42-4af6-9ac8-00be952bbf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516458 Sep 14 12:18:09.220784 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 66016e7d-49f5-4007-9625-959cbdb2c38e triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:09.221170 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:09.259131 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576980'] for router_interface, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:09.274501 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] Set router 8cd36ac2-3e20-4482-a2ff-53ab0530b55b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:18:09.316189 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-12f2cdce-0189-464a-91ec-45b99393055d None None] Provisioning for port 03f37704-fc7c-4d32-a40e-5f46f06146e1 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:18:09.331480 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-12f2cdce-0189-464a-91ec-45b99393055d None None] Provisioning complete for port 03f37704-fc7c-4d32-a40e-5f46f06146e1 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:09.331967 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-12f2cdce-0189-464a-91ec-45b99393055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:09.355432 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a956922-1628-4ffc-9ff8-39feba775c39 req-a7ac3d67-3b84-43f2-b38d-f9fa7048ebf7 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:09.356990 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9a956922-1628-4ffc-9ff8-39feba775c39 req-a7ac3d67-3b84-43f2-b38d-f9fa7048ebf7 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 944 time: 0.1007988 Sep 14 12:18:09.370524 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dd8c9c1d-4647-432b-a9af-f550968a9d25 req-70cad304-d3b4-4457-ab9c-0a91d434a0fe service neutron] 10.222.0.22 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425498 Sep 14 12:18:09.438284 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9a956922-1628-4ffc-9ff8-39feba775c39 req-c9ad39d1-564b-47d6-8614-39fb197c3b5c tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701399 Sep 14 12:18:09.443710 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-12f2cdce-0189-464a-91ec-45b99393055d None None] Port 03f37704-fc7c-4d32-a40e-5f46f06146e1 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:18:09.455739 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:09.501699 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dd8c9c1d-4647-432b-a9af-f550968a9d25 req-13016376-f56e-4865-a18b-156c42bf5e8a service neutron] 10.222.0.22 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225402 Sep 14 12:18:09.539127 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 66016e7d-49f5-4007-9625-959cbdb2c38e, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=66016e7d-49f5-4007-9625-959cbdb2c38e,segment=NetworkSegment(22bf3e3e-beb7-4ac7-95bd-747819d086b2),segment_id=22bf3e3e-beb7-4ac7-95bd-747819d086b2)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:09.544721 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:09.546169 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device da311b1a-e18d-428a-82b0-f0cd9bc846b7 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:09.624581 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Pushing event updated for resources: {'Port': ['ID=03f37704-fc7c-4d32-a40e-5f46f06146e1,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:09.646345 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Network 23cfd5a8-5fba-45e9-96dd-569e7726a47b is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:09.647944 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:09.767961 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Router 8cd36ac2-3e20-4482-a2ff-53ab0530b55b has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:18:09.793878 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=66016e7d-49f5-4007-9625-959cbdb2c38e,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:09.808397 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'name': 'tempest-TestShelveInstance-1853719638-router', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '9bf5631a-50ea-4785-91e2-962400fa3517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:18:05Z', 'updated_at': '2021-09-14T12:18:08Z', 'revision_number': 4, 'project_id': '80dae371c5a64cb397f8986c3f976b16', 'gw_port': {'id': '9bf5631a-50ea-4785-91e2-962400fa3517', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:06Z', 'updated_at': '2021-09-14T12:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '03f37704-fc7c-4d32-a40e-5f46f06146e1', 'name': '', 'network_id': '23cfd5a8-5fba-45e9-96dd-569e7726a47b', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'mac_address': 'fa:16:3e:78:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '83bac345-3eef-4c70-bda4-4041671a43f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:08Z', 'updated_at': '2021-09-14T12:18:08Z', 'revision_number': 1, 'project_id': '80dae371c5a64cb397f8986c3f976b16', 'subnets': [{'id': '83bac345-3eef-4c70-bda4-4041671a43f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:09.811612 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port da311b1a-e18d-428a-82b0-f0cd9bc846b7 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:18:09.841333 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23782a38-1ad0-4dad-beb9-54f144533876 None None] The sync data for ids ['8cd36ac2-3e20-4482-a2ff-53ab0530b55b'] in dv-cinder-784945-14-iscsi is: [{'id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'name': 'tempest-TestShelveInstance-1853719638-router', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '9bf5631a-50ea-4785-91e2-962400fa3517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:18:05Z', 'updated_at': '2021-09-14T12:18:08Z', 'revision_number': 4, 'project_id': '80dae371c5a64cb397f8986c3f976b16', 'gw_port': {'id': '9bf5631a-50ea-4785-91e2-962400fa3517', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:06Z', 'updated_at': '2021-09-14T12:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '03f37704-fc7c-4d32-a40e-5f46f06146e1', 'name': '', 'network_id': '23cfd5a8-5fba-45e9-96dd-569e7726a47b', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'mac_address': 'fa:16:3e:78:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '83bac345-3eef-4c70-bda4-4041671a43f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:08Z', 'updated_at': '2021-09-14T12:18:08Z', 'revision_number': 1, 'project_id': '80dae371c5a64cb397f8986c3f976b16', 'subnets': [{'id': '83bac345-3eef-4c70-bda4-4041671a43f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:18:09.843040 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port da311b1a-e18d-428a-82b0-f0cd9bc846b7 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:09.843435 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:09.896713 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1ac8663f-b706-441f-9bcb-3e98e0fe4fe8 None None] Provisioning complete for port 03f37704-fc7c-4d32-a40e-5f46f06146e1 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:09.897091 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1ac8663f-b706-441f-9bcb-3e98e0fe4fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:09.899027 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:18:09.904823 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0dfd5a20-5583-494b-8db5-32f75517d540 admin admin] 10.222.0.20 "PUT /v2.0/routers/8cd36ac2-3e20-4482-a2ff-53ab0530b55b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4700201 Sep 14 12:18:09.956966 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1ac8663f-b706-441f-9bcb-3e98e0fe4fe8 None None] Port 03f37704-fc7c-4d32-a40e-5f46f06146e1 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:18:09.972309 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:10.006755 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port da311b1a-e18d-428a-82b0-f0cd9bc846b7, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=da311b1a-e18d-428a-82b0-f0cd9bc846b7,segment=NetworkSegment(a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75),segment_id=a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:10.012012 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:10.090019 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=da311b1a-e18d-428a-82b0-f0cd9bc846b7,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:10.280559 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:18:10.284474 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57568a77-c63d-414d-b2af-299dec1e3d5f req-ba563793-c661-4105-b6a7-362e19b36b75 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:10.286004 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-57568a77-c63d-414d-b2af-299dec1e3d5f req-ba563793-c661-4105-b6a7-362e19b36b75 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 944 time: 0.0647569 Sep 14 12:18:10.335641 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-57568a77-c63d-414d-b2af-299dec1e3d5f req-80a51250-3f93-4d0c-8787-e5d7a7a229f7 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411563 Sep 14 12:18:10.386537 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=318cc119-6a4e-4b2e-8dcc-1588f46d01b0,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:10.398254 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'port_id': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'mac_address': 'fa:16:3e:26:21:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:18:10.443622 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:10.457973 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:18:10.481100 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=318cc119-6a4e-4b2e-8dcc-1588f46d01b0,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:10.487105 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:10.488967 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 53366) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:10.493669 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4d267c34-0179-4200-88f8-b25f5210d949 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-442547503', 'description': 'tempest-secgroup-smoke-442547503 description', 'project_id': '4854dd8459d3477ba8a270a2421d7979'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:10.533827 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d267c34-0179-4200-88f8-b25f5210d949 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:10.563260 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=318cc119-6a4e-4b2e-8dcc-1588f46d01b0,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:10.642815 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d2e50-4bce-4a02-9c3b-c38cd02fa0bf req-858babf1-2796-444c-83a0-c436bbd5ce5c tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:10.644556 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f0d2e50-4bce-4a02-9c3b-c38cd02fa0bf req-858babf1-2796-444c-83a0-c436bbd5ce5c tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 945 time: 0.1029708 Sep 14 12:18:10.694427 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['318cc119-6a4e-4b2e-8dcc-1588f46d01b0'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:18:10.707412 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f0d2e50-4bce-4a02-9c3b-c38cd02fa0bf req-ae3af7ab-f4b1-498c-8fab-a9d5563d52d4 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555711 Sep 14 12:18:10.732611 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d267c34-0179-4200-88f8-b25f5210d949 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:10.738993 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d267c34-0179-4200-88f8-b25f5210d949 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:10.764698 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d267c34-0179-4200-88f8-b25f5210d949 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:10.767191 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-4d267c34-0179-4200-88f8-b25f5210d949 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2766151 Sep 14 12:18:10.770926 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53368) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:10.777369 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-58f7d9cb-b21f-4551-835c-7bdbbc3a9893 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Request body: {'security_group_rule': {'security_group_id': '2b2d38c9-7fa8-42d7-a914-56782fc3ecfe', 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:10.800652 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d267c34-0179-4200-88f8-b25f5210d949 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:10.827292 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-58f7d9cb-b21f-4551-835c-7bdbbc3a9893 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:10.878405 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device da311b1a-e18d-428a-82b0-f0cd9bc846b7 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:10.900571 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-58f7d9cb-b21f-4551-835c-7bdbbc3a9893 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:10.906551 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-58f7d9cb-b21f-4551-835c-7bdbbc3a9893 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:10.925373 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7d9cb-b21f-4551-835c-7bdbbc3a9893 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c965992-3db9-4e20-9cbf-4c4494992cdf,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:10.936995 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-58f7d9cb-b21f-4551-835c-7bdbbc3a9893 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:10.939291 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-58f7d9cb-b21f-4551-835c-7bdbbc3a9893 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1659098 Sep 14 12:18:10.942575 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53370) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:10.947511 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-eaae238f-fd29-47bb-a6da-14439a7fc3e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Request body: {'security_group_rule': {'security_group_id': '2b2d38c9-7fa8-42d7-a914-56782fc3ecfe', 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:10.971690 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port da311b1a-e18d-428a-82b0-f0cd9bc846b7 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:10.972075 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:10.975275 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eaae238f-fd29-47bb-a6da-14439a7fc3e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.043252 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eaae238f-fd29-47bb-a6da-14439a7fc3e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.047957 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eaae238f-fd29-47bb-a6da-14439a7fc3e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.066569 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae238f-fd29-47bb-a6da-14439a7fc3e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f811e756-99f4-4bd2-b4dc-4b9c1c8c5ef1,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:11.075399 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eaae238f-fd29-47bb-a6da-14439a7fc3e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.077008 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-eaae238f-fd29-47bb-a6da-14439a7fc3e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333399 Sep 14 12:18:11.079794 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53372) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:11.084550 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-13542c63-d75c-48e7-af50-4e9a48be151b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Request body: {'security_group_rule': {'security_group_id': '2b2d38c9-7fa8-42d7-a914-56782fc3ecfe', 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:11.110371 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 9bf5631a-50ea-4785-91e2-962400fa3517 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:11.121272 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-13542c63-d75c-48e7-af50-4e9a48be151b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.173629 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 9bf5631a-50ea-4785-91e2-962400fa3517 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:18:11.177717 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 9bf5631a-50ea-4785-91e2-962400fa3517 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:11.178175 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.192130 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-13542c63-d75c-48e7-af50-4e9a48be151b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.195551 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-13542c63-d75c-48e7-af50-4e9a48be151b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.213308 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13542c63-d75c-48e7-af50-4e9a48be151b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f8f8b4-48c9-438e-b3a0-7f3e5c803183,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:11.219265 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-13542c63-d75c-48e7-af50-4e9a48be151b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.220640 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-13542c63-d75c-48e7-af50-4e9a48be151b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396184 Sep 14 12:18:11.224564 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53374) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:11.229397 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-71f30378-b43b-4f77-8a27-0ff7d1338f2d tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Request body: {'security_group_rule': {'security_group_id': '2b2d38c9-7fa8-42d7-a914-56782fc3ecfe', 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:11.243303 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:18:11.260521 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-71f30378-b43b-4f77-8a27-0ff7d1338f2d tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.274858 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.295359 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 9bf5631a-50ea-4785-91e2-962400fa3517, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=9bf5631a-50ea-4785-91e2-962400fa3517,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:11.300146 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.301090 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 66016e7d-49f5-4007-9625-959cbdb2c38e up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:11.324757 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-71f30378-b43b-4f77-8a27-0ff7d1338f2d tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.329361 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-71f30378-b43b-4f77-8a27-0ff7d1338f2d tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.345842 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f30378-b43b-4f77-8a27-0ff7d1338f2d tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f626985-70a5-42e1-b571-393aa758f39e,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:11.353180 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-71f30378-b43b-4f77-8a27-0ff7d1338f2d tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.356985 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-71f30378-b43b-4f77-8a27-0ff7d1338f2d tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289077 Sep 14 12:18:11.357482 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53376) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:11.363509 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-9a2158aa-f955-476c-926a-bb2e9a39cd53 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Request body: {'security_group_rule': {'security_group_id': '2b2d38c9-7fa8-42d7-a914-56782fc3ecfe', 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:11.382978 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=9bf5631a-50ea-4785-91e2-962400fa3517,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:11.388659 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.securitygroups_db [None req-9a2158aa-f955-476c-926a-bb2e9a39cd53 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Project 4854dd8459d3477ba8a270a2421d7979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 12:18:11.397754 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a2158aa-f955-476c-926a-bb2e9a39cd53 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.401605 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 66016e7d-49f5-4007-9625-959cbdb2c38e triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:11.402131 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.462530 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a2158aa-f955-476c-926a-bb2e9a39cd53 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.464419 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d503b-fb96-4dbe-b849-4f339427e959 req-f3a34259-2132-43b6-8a91-0e36335f88db tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:11.466271 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-247d503b-fb96-4dbe-b849-4f339427e959 req-f3a34259-2132-43b6-8a91-0e36335f88db tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 944 time: 0.0538070 Sep 14 12:18:11.467093 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a2158aa-f955-476c-926a-bb2e9a39cd53 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.480820 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2158aa-f955-476c-926a-bb2e9a39cd53 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11919d40-de70-4f84-bf2d-adebb3977e55,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:11.497423 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a2158aa-f955-476c-926a-bb2e9a39cd53 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.498665 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9a2158aa-f955-476c-926a-bb2e9a39cd53 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398151 Sep 14 12:18:11.502087 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53380) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:11.506884 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-009e747d-54cf-42e2-b7d5-6aaa6662b91b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Request body: {'security_group_rule': {'security_group_id': '2b2d38c9-7fa8-42d7-a914-56782fc3ecfe', 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:11.518661 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-247d503b-fb96-4dbe-b849-4f339427e959 req-d0147eb6-e735-4990-98a9-0bd0faca2030 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448477 Sep 14 12:18:11.530529 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.securitygroups_db [None req-009e747d-54cf-42e2-b7d5-6aaa6662b91b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Project 4854dd8459d3477ba8a270a2421d7979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 12:18:11.536329 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-009e747d-54cf-42e2-b7d5-6aaa6662b91b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.597855 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-009e747d-54cf-42e2-b7d5-6aaa6662b91b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.601217 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-009e747d-54cf-42e2-b7d5-6aaa6662b91b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.621689 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e747d-54cf-42e2-b7d5-6aaa6662b91b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2edafc9-0ade-4795-bf19-712f38476d69,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:11.624551 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-009e747d-54cf-42e2-b7d5-6aaa6662b91b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:11.625735 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-009e747d-54cf-42e2-b7d5-6aaa6662b91b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226962 Sep 14 12:18:11.840351 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7560efe-85dc-4d26-b8b5-9bd734a7c0bf req-7389213b-3d83-42bc-b194-729d73a9c260 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:11.842038 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c7560efe-85dc-4d26-b8b5-9bd734a7c0bf req-7389213b-3d83-42bc-b194-729d73a9c260 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 945 time: 0.0543997 Sep 14 12:18:11.887602 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c7560efe-85dc-4d26-b8b5-9bd734a7c0bf req-2baec1cb-b07c-4516-92e3-3df85c181b4d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388258 Sep 14 12:18:12.057436 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Sync routers for ids ['8cd36ac2-3e20-4482-a2ff-53ab0530b55b'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:18:12.068073 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Routers {'8cd36ac2-3e20-4482-a2ff-53ab0530b55b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:18:12.068943 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:18:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['8cd36ac2-3e20-4482-a2ff-53ab0530b55b'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:12.178460 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Set router 8cd36ac2-3e20-4482-a2ff-53ab0530b55b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:18:12.290778 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:18:12.293994 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:12.396828 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'name': 'tempest-TestShelveInstance-1853719638-router', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '9bf5631a-50ea-4785-91e2-962400fa3517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:18:05Z', 'updated_at': '2021-09-14T12:18:08Z', 'revision_number': 4, 'project_id': '80dae371c5a64cb397f8986c3f976b16', 'gw_port': {'id': '9bf5631a-50ea-4785-91e2-962400fa3517', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:06Z', 'updated_at': '2021-09-14T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '03f37704-fc7c-4d32-a40e-5f46f06146e1', 'name': '', 'network_id': '23cfd5a8-5fba-45e9-96dd-569e7726a47b', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'mac_address': 'fa:16:3e:78:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '83bac345-3eef-4c70-bda4-4041671a43f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:08Z', 'updated_at': '2021-09-14T12:18:09Z', 'revision_number': 2, 'project_id': '80dae371c5a64cb397f8986c3f976b16', 'subnets': [{'id': '83bac345-3eef-4c70-bda4-4041671a43f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:12.404081 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:18:12.412853 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:12.413239 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:12.427647 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Checking router: 8cd36ac2-3e20-4482-a2ff-53ab0530b55b for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:18:12.427996 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Updating router 8cd36ac2-3e20-4482-a2ff-53ab0530b55b port 03f37704-fc7c-4d32-a40e-5f46f06146e1 binding host dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:18:12.458944 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:12.470666 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9d2e7523-6bee-4913-82fc-a06f22b1e9b2,segment=NetworkSegment(fe23e04a-8a0d-4693-be4d-c7443dc56e29),segment_id=fe23e04a-8a0d-4693-be4d-c7443dc56e29)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:12.487001 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2', 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'port_id': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2', 'mac_address': 'fa:16:3e:75:98:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:18:12.555403 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:12.558406 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:12.588798 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:18:12.606013 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:18:12.608374 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc90d2e4-20d8-4aec-be39-e9cb4fd65b52" -d '{"events": [{"server_uuid": "0f275cd8-10a2-42d6-a7aa-aa726733a48e", "name": "network-vif-plugged", "status": "completed", "tag": "318cc119-6a4e-4b2e-8dcc-1588f46d01b0"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:18:12.632855 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=318cc119-6a4e-4b2e-8dcc-1588f46d01b0,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:12.633789 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9d2e7523-6bee-4913-82fc-a06f22b1e9b2,segment=NetworkSegment(fe23e04a-8a0d-4693-be4d-c7443dc56e29),segment_id=fe23e04a-8a0d-4693-be4d-c7443dc56e29)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:12.644810 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:12.650200 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:12.677547 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d2864-3f12-4a6a-a589-ac55fa9f96b6 req-812a11fd-6705-40c8-9e05-e066aee128fa tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:12.679319 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bd9d2864-3f12-4a6a-a589-ac55fa9f96b6 req-812a11fd-6705-40c8-9e05-e066aee128fa tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 944 time: 0.0822263 Sep 14 12:18:12.744336 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=9d2e7523-6bee-4913-82fc-a06f22b1e9b2,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:12.748840 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8190879f-f6f6-4b82-b3ee-58a92f449cd9 x-openstack-request-id: req-8190879f-f6f6-4b82-b3ee-58a92f449cd9 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:18:12.749162 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f275cd8-10a2-42d6-a7aa-aa726733a48e", "name": "network-vif-plugged", "status": "completed", "tag": "318cc119-6a4e-4b2e-8dcc-1588f46d01b0", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:18:12.749415 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8190879f-f6f6-4b82-b3ee-58a92f449cd9 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:18:12.749795 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'code': 200} Sep 14 12:18:12.752137 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bd9d2864-3f12-4a6a-a589-ac55fa9f96b6 req-2ef7220b-836f-4396-878e-19bb4fde83ce tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564752 Sep 14 12:18:12.773657 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 9bf5631a-50ea-4785-91e2-962400fa3517 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:12.836007 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=318cc119-6a4e-4b2e-8dcc-1588f46d01b0,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:12.851773 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:12.857150 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 9bf5631a-50ea-4785-91e2-962400fa3517 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:12.857521 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:12.863419 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Transition to ACTIVE for port object 03f37704-fc7c-4d32-a40e-5f46f06146e1 will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:18:12.869705 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:12.888302 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['9d2e7523-6bee-4913-82fc-a06f22b1e9b2'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:18:12.927617 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39d9a2-7afd-4484-b5d1-7ce73b2cd90d None None] Pushing event updated for resources: {'Port': ['ID=03f37704-fc7c-4d32-a40e-5f46f06146e1,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:12.953785 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd1208-44d8-46d9-b88e-0bd15ec8171e req-6a5b9759-4768-4bb8-b6c4-7230774c034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:12.956273 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3fd1208-44d8-46d9-b88e-0bd15ec8171e req-6a5b9759-4768-4bb8-b6c4-7230774c034c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 1099 time: 0.0595441 Sep 14 12:18:12.998725 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Attempting to bind port 03f37704-fc7c-4d32-a40e-5f46f06146e1 on host dv-cinder-784945-14-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:18:12.999502 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Attempting to bind port 03f37704-fc7c-4d32-a40e-5f46f06146e1 by drivers openvswitch,hyperv on host dv-cinder-784945-14-iscsi at level 0 using segments [{'id': '22bf3e3e-beb7-4ac7-95bd-747819d086b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '23cfd5a8-5fba-45e9-96dd-569e7726a47b'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:18:13.000049 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Attempting to bind port 03f37704-fc7c-4d32-a40e-5f46f06146e1 on network 23cfd5a8-5fba-45e9-96dd-569e7726a47b {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:18:13.005830 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Checking agent: {'id': '05879f01-aab4-4023-8d88-e5a1f47a496f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 1, 32), 'started_at': datetime.datetime(2021, 9, 14, 12, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:18:13.006471 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Checking segment: {'id': '22bf3e3e-beb7-4ac7-95bd-747819d086b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '23cfd5a8-5fba-45e9-96dd-569e7726a47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:18:13.007077 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:13.007631 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Bound using segment: {'id': '22bf3e3e-beb7-4ac7-95bd-747819d086b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '23cfd5a8-5fba-45e9-96dd-569e7726a47b'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:18:13.008345 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Bound port: 03f37704-fc7c-4d32-a40e-5f46f06146e1, host: dv-cinder-784945-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bf3e3e-beb7-4ac7-95bd-747819d086b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '23cfd5a8-5fba-45e9-96dd-569e7726a47b'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:18:13.008894 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:13.062534 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3fd1208-44d8-46d9-b88e-0bd15ec8171e req-10fb35b9-cfcf-4ba8-83ca-9e16e10013fc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961463 Sep 14 12:18:13.075924 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd7b93-82ca-4cff-9a83-6901df8776b7 req-09188aec-e171-40ff-a426-75ceab7df58d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:13.088756 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] For port 03f37704-fc7c-4d32-a40e-5f46f06146e1, host dv-cinder-784945-14-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:18:13.089159 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00bd7b93-82ca-4cff-9a83-6901df8776b7 req-09188aec-e171-40ff-a426-75ceab7df58d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 946 time: 0.0921574 Sep 14 12:18:13.092537 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] For port 03f37704-fc7c-4d32-a40e-5f46f06146e1, host dv-cinder-784945-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=03f37704-fc7c-4d32-a40e-5f46f06146e1,segment=NetworkSegment(22bf3e3e-beb7-4ac7-95bd-747819d086b2),segment_id=22bf3e3e-beb7-4ac7-95bd-747819d086b2)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:18:13.100065 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:13.148251 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00bd7b93-82ca-4cff-9a83-6901df8776b7 req-75513003-ff57-4e26-ae33-b29d219fbe70 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530496 Sep 14 12:18:13.185078 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Routers {'8cd36ac2-3e20-4482-a2ff-53ab0530b55b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:18:13.185730 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:18:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['8cd36ac2-3e20-4482-a2ff-53ab0530b55b'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:13.187529 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39d9a2-7afd-4484-b5d1-7ce73b2cd90d None None] Pushing event updated for resources: {'Port': ['ID=03f37704-fc7c-4d32-a40e-5f46f06146e1,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:13.303773 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] Set router 8cd36ac2-3e20-4482-a2ff-53ab0530b55b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:18:13.499265 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'name': 'tempest-TestShelveInstance-1853719638-router', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '9bf5631a-50ea-4785-91e2-962400fa3517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:18:05Z', 'updated_at': '2021-09-14T12:18:08Z', 'revision_number': 4, 'project_id': '80dae371c5a64cb397f8986c3f976b16', 'gw_port': {'id': '9bf5631a-50ea-4785-91e2-962400fa3517', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:06Z', 'updated_at': '2021-09-14T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '03f37704-fc7c-4d32-a40e-5f46f06146e1', 'name': '', 'network_id': '23cfd5a8-5fba-45e9-96dd-569e7726a47b', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'mac_address': 'fa:16:3e:78:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '83bac345-3eef-4c70-bda4-4041671a43f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:08Z', 'updated_at': '2021-09-14T12:18:13Z', 'revision_number': 4, 'project_id': '80dae371c5a64cb397f8986c3f976b16', 'subnets': [{'id': '83bac345-3eef-4c70-bda4-4041671a43f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:13.525245 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60102bf4-c5db-49ad-a2b4-1823bc64b9d8 None None] The sync data for ids ['8cd36ac2-3e20-4482-a2ff-53ab0530b55b'] in dv-cinder-784945-14-iscsi is: [{'id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'name': 'tempest-TestShelveInstance-1853719638-router', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '9bf5631a-50ea-4785-91e2-962400fa3517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:18:05Z', 'updated_at': '2021-09-14T12:18:08Z', 'revision_number': 4, 'project_id': '80dae371c5a64cb397f8986c3f976b16', 'gw_port': {'id': '9bf5631a-50ea-4785-91e2-962400fa3517', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:06Z', 'updated_at': '2021-09-14T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '03f37704-fc7c-4d32-a40e-5f46f06146e1', 'name': '', 'network_id': '23cfd5a8-5fba-45e9-96dd-569e7726a47b', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'mac_address': 'fa:16:3e:78:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '83bac345-3eef-4c70-bda4-4041671a43f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:08Z', 'updated_at': '2021-09-14T12:18:13Z', 'revision_number': 4, 'project_id': '80dae371c5a64cb397f8986c3f976b16', 'subnets': [{'id': '83bac345-3eef-4c70-bda4-4041671a43f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:18:13.860907 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b67ec-02e0-47c0-a0e3-dfd77195312f req-63d89bb5-224a-4d25-a79d-136dc13c1be1 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:13.862586 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-de8b67ec-02e0-47c0-a0e3-dfd77195312f req-63d89bb5-224a-4d25-a79d-136dc13c1be1 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 945 time: 0.0517747 Sep 14 12:18:13.909156 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-de8b67ec-02e0-47c0-a0e3-dfd77195312f req-5d3509d8-ddfc-4836-8ab8-e4dd298e9ab7 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395961 Sep 14 12:18:14.258692 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324cd1c-4c54-4b17-ba0e-a7b2bb89f303 req-b5f3711f-3af6-463c-8b59-5bd3424b5bfb tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:14.260239 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7324cd1c-4c54-4b17-ba0e-a7b2bb89f303 req-b5f3711f-3af6-463c-8b59-5bd3424b5bfb tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 946 time: 0.0533710 Sep 14 12:18:14.297247 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:14.301359 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7324cd1c-4c54-4b17-ba0e-a7b2bb89f303 req-8c2b8f8f-a267-4c11-bdca-5f8dac5d281e tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343237 Sep 14 12:18:14.353586 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:18:14.357598 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:14.357964 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:14.433351 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54f235-f763-4180-9b17-08aea3ddbd9d req-3f2c25ec-265d-420f-9a67-a6cdffd3d9bd tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:14.434950 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f54f235-f763-4180-9b17-08aea3ddbd9d req-3f2c25ec-265d-420f-9a67-a6cdffd3d9bd tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 946 time: 0.0609238 Sep 14 12:18:14.450616 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:14.474275 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f54f235-f763-4180-9b17-08aea3ddbd9d req-4f4a3964-de46-466e-8013-ae2e5cd2a15d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324416 Sep 14 12:18:14.483386 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9d2e7523-6bee-4913-82fc-a06f22b1e9b2,segment=NetworkSegment(fe23e04a-8a0d-4693-be4d-c7443dc56e29),segment_id=fe23e04a-8a0d-4693-be4d-c7443dc56e29)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:14.488038 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:14.497390 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53454) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:14.537131 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=9d2e7523-6bee-4913-82fc-a06f22b1e9b2,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:14.545498 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfb70b0-da7a-4691-9879-4bb8f637769a tempest-TestVolumeBootPattern-1433152877 tempest-TestVolumeBootPattern-1433152877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:14.546416 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0dfb70b0-da7a-4691-9879-4bb8f637769a tempest-TestVolumeBootPattern-1433152877 tempest-TestVolumeBootPattern-1433152877-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 1094 time: 0.0477312 Sep 14 12:18:14.549258 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53456) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:14.553551 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Request body: {'floatingip': {'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'port_id': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:14.575946 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:14.675064 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:14.752880 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c57c3b-95de-407a-b478-c022c6932b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:18:14.755225 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4bcf2e-2151-4dc9-9f4b-b35a0aac13ae" -d '{"events": [{"server_uuid": "63c57c3b-95de-407a-b478-c022c6932b36", "name": "network-vif-plugged", "status": "completed", "tag": "9d2e7523-6bee-4913-82fc-a06f22b1e9b2"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:18:14.758025 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 03f37704-fc7c-4d32-a40e-5f46f06146e1 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:14.790011 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Allocated IP 172.27.0.15 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/9ddd725d-babe-4ce0-a445-15946599cff4) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:18:14.796008 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcaa231-429b-462d-8f5f-57a3ff39c9d9 x-openstack-request-id: req-9fcaa231-429b-462d-8f5f-57a3ff39c9d9 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:18:14.796298 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c57c3b-95de-407a-b478-c022c6932b36", "name": "network-vif-plugged", "status": "completed", "tag": "9d2e7523-6bee-4913-82fc-a06f22b1e9b2", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:18:14.796551 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fcaa231-429b-462d-8f5f-57a3ff39c9d9 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:18:14.796936 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c57c3b-95de-407a-b478-c022c6932b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2', 'code': 200} Sep 14 12:18:14.816655 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning for port 03f37704-fc7c-4d32-a40e-5f46f06146e1 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:18:14.820753 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 03f37704-fc7c-4d32-a40e-5f46f06146e1 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:14.821132 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:14.911943 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:14.914111 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:14.950398 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] For port 03f37704-fc7c-4d32-a40e-5f46f06146e1, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=03f37704-fc7c-4d32-a40e-5f46f06146e1,segment=NetworkSegment(22bf3e3e-beb7-4ac7-95bd-747819d086b2),segment_id=22bf3e3e-beb7-4ac7-95bd-747819d086b2)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:14.957243 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:14.965875 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:14.990303 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ba3b4-0094-4ed4-bbcf-cbb0f686be75 req-6364aabb-a420-4c82-938a-3ff8b8e07fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:14.992465 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-952ba3b4-0094-4ed4-bbcf-cbb0f686be75 req-6364aabb-a420-4c82-938a-3ff8b8e07fd8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 1099 time: 0.0523868 Sep 14 12:18:15.019813 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:15.023417 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Pushing event updated for resources: {'Port': ['ID=03f37704-fc7c-4d32-a40e-5f46f06146e1,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:15.027477 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:15.029392 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event updated for resources: {'Port': ['ID=9ddd725d-babe-4ce0-a445-15946599cff4,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:15.032492 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:18:15.068377 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-952ba3b4-0094-4ed4-bbcf-cbb0f686be75 req-a2003de8-170e-4761-8095-26b2aec50460 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654235 Sep 14 12:18:15.076865 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee89f87-24e0-4897-adda-897a617eabe1 req-d14d554a-d71e-4f56-8f04-1f850d897921 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:15.078323 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7ee89f87-24e0-4897-adda-897a617eabe1 req-d14d554a-d71e-4f56-8f04-1f850d897921 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 946 time: 0.0849955 Sep 14 12:18:15.117597 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7ee89f87-24e0-4897-adda-897a617eabe1 req-b4f80d84-d400-4cd5-9d46-e72cf67b1820 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323911 Sep 14 12:18:15.376289 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:15.443465 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:15.592111 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:15.598077 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9274900'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:15.665809 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event updated for resources: {'Port': ['ID=9ddd725d-babe-4ce0-a445-15946599cff4,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:15.679115 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:15.780021 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Floating IP e4d97c4e-2420-458c-af53-0e4ec8f5aa45 associated. External IP: 172.27.0.15, port: 318cc119-6a4e-4b2e-8dcc-1588f46d01b0. Sep 14 12:18:15.991336 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Router 14cd4adf-4279-4f0c-b847-952b0a5c464b has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:18:16.108961 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:18:16.128440 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f1993-369f-439d-8827-ff8f3fab5a83 None None] Sync routers for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:18:16.144591 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:16.145301 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f1993-369f-439d-8827-ff8f3fab5a83 None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:18:16.146078 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-9b8f1993-369f-439d-8827-ff8f3fab5a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:18:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:16.183041 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-552f2608-2c59-47b3-a295-232dd1ecf632 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6236355 Sep 14 12:18:16.183041 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'tag': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:18:16.183041 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c7473670bfc4804779e6de410628707900893b250cd34c1ce1c05d6cbac26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f64d02-9997-49d7-9e05-d6924ae4fd2d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f275cd8-10a2-42d6-a7aa-aa726733a48e", "tag": "318cc119-6a4e-4b2e-8dcc-1588f46d01b0"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:18:16.218232 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df8fb53-7a8b-4be7-9e75-cdac253d8f1d x-openstack-request-id: req-1df8fb53-7a8b-4be7-9e75-cdac253d8f1d {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:18:16.218529 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f275cd8-10a2-42d6-a7aa-aa726733a48e", "tag": "318cc119-6a4e-4b2e-8dcc-1588f46d01b0", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:18:16.218782 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1df8fb53-7a8b-4be7-9e75-cdac253d8f1d {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:18:16.219274 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'tag': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'status': 'completed', 'code': 200} Sep 14 12:18:16.269628 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-9b8f1993-369f-439d-8827-ff8f3fab5a83 None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:18:16.293043 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a115ecc-c83e-499d-b211-35b7c2136563 req-829869a1-26a9-4871-85d2-ef05082fa5ed tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:16.294510 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3a115ecc-c83e-499d-b211-35b7c2136563 req-829869a1-26a9-4871-85d2-ef05082fa5ed tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 946 time: 0.0811672 Sep 14 12:18:16.300777 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f64d02-9997-49d7-9e05-d6924ae4fd2d req-6d534742-16c0-4cb8-9e4e-a17f9133bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:16.302171 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79f64d02-9997-49d7-9e05-d6924ae4fd2d req-6d534742-16c0-4cb8-9e4e-a17f9133bc96 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 1099 time: 0.0553675 Sep 14 12:18:16.370108 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3a115ecc-c83e-499d-b211-35b7c2136563 req-20d2599b-df3d-4dfa-b3d1-76dc7673570c tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640857 Sep 14 12:18:16.510372 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-9b8f1993-369f-439d-8827-ff8f3fab5a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': 'e4d97c4e-2420-458c-af53-0e4ec8f5aa45', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'port_id': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'mac_address': 'fa:16:3e:26:21:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:18:15Z', 'updated_at': '2021-09-14T12:18:15Z', 'revision_number': 0, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:16.536859 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f1993-369f-439d-8827-ff8f3fab5a83 None None] Checking router: 14cd4adf-4279-4f0c-b847-952b0a5c464b for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:18:16.545417 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f1993-369f-439d-8827-ff8f3fab5a83 None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:18:16.546046 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-9b8f1993-369f-439d-8827-ff8f3fab5a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:18:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:16.660233 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-9b8f1993-369f-439d-8827-ff8f3fab5a83 None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:18:16.710939 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f64d02-9997-49d7-9e05-d6924ae4fd2d req-45a862f8-af9b-4ca4-bbd5-8406c84d8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:16.712450 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79f64d02-9997-49d7-9e05-d6924ae4fd2d req-45a862f8-af9b-4ca4-bbd5-8406c84d8a95 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 200 len: 913 time: 0.3993115 Sep 14 12:18:16.732244 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4240086-ab00-4f33-905d-6b8f2041521f req-81c5a4e5-59b7-4f1a-bed5-b2aae8ddad4d tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:16.733814 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f4240086-ab00-4f33-905d-6b8f2041521f req-81c5a4e5-59b7-4f1a-bed5-b2aae8ddad4d tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 946 time: 0.0786231 Sep 14 12:18:16.744441 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 03f37704-fc7c-4d32-a40e-5f46f06146e1 up at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:16.821615 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f4240086-ab00-4f33-905d-6b8f2041521f req-188d575a-d5e8-4c8a-aeeb-d993c382a080 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771530 Sep 14 12:18:16.821615 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79f64d02-9997-49d7-9e05-d6924ae4fd2d req-81b0e732-c748-40c1-8e84-3a02e64004ee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318cc119-6a4e-4b2e-8dcc-1588f46d01b0 HTTP/1.1" status: 200 len: 999 time: 0.0970142 Sep 14 12:18:16.885706 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f64d02-9997-49d7-9e05-d6924ae4fd2d req-1e66575d-20c9-43e7-8084-bda7e67f3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:16.887606 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79f64d02-9997-49d7-9e05-d6924ae4fd2d req-1e66575d-20c9-43e7-8084-bda7e67f3827 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0344958-2675-4284-b3fc-b68b7f0b4b21 HTTP/1.1" status: 200 len: 851 time: 0.0558767 Sep 14 12:18:16.940334 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f64d02-9997-49d7-9e05-d6924ae4fd2d req-680e7d04-833a-4cbc-b03d-41ba93abbc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:16.941887 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79f64d02-9997-49d7-9e05-d6924ae4fd2d req-680e7d04-833a-4cbc-b03d-41ba93abbc13 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8153d896-6d81-493c-b928-67b848ea6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461316 Sep 14 12:18:17.009969 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Provisioning complete for port 03f37704-fc7c-4d32-a40e-5f46f06146e1 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:17.010346 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:17.047348 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79f64d02-9997-49d7-9e05-d6924ae4fd2d req-d3f2e477-9e61-46d4-9562-6a680e28d8ba service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963206 Sep 14 12:18:17.148281 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-9b8f1993-369f-439d-8827-ff8f3fab5a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': 'e4d97c4e-2420-458c-af53-0e4ec8f5aa45', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'port_id': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'mac_address': 'fa:16:3e:26:21:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:18:15Z', 'updated_at': '2021-09-14T12:18:15Z', 'revision_number': 0, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:17.175419 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f1993-369f-439d-8827-ff8f3fab5a83 None None] The sync data for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi is: [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': 'e4d97c4e-2420-458c-af53-0e4ec8f5aa45', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'port_id': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'mac_address': 'fa:16:3e:26:21:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:18:15Z', 'updated_at': '2021-09-14T12:18:15Z', 'revision_number': 0, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:18:17.183203 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79f64d02-9997-49d7-9e05-d6924ae4fd2d req-df08a612-c379-4cba-ba12-f2d6fe8e38ae service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214287 Sep 14 12:18:17.207925 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271c834-b11c-43f3-a856-17997b7eab11 req-b8507add-1333-444a-bbbe-be1190d77096 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:17.211657 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7271c834-b11c-43f3-a856-17997b7eab11 req-b8507add-1333-444a-bbbe-be1190d77096 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 946 time: 0.0653086 Sep 14 12:18:17.253024 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7271c834-b11c-43f3-a856-17997b7eab11 req-611998c5-fea2-4b76-969d-321571bb452c tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371816 Sep 14 12:18:17.384509 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4140b4f0-0ec0-47ca-bf65-a4cb935a93fd None None] New status for floating IP e4d97c4e-2420-458c-af53-0e4ec8f5aa45: ACTIVE {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:18:25.672301 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d90eae-39de-4588-ae5d-d8d8c30f091c req-7e449af2-c3d9-4b94-8864-68139d4b4736 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:25.673646 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-11d90eae-39de-4588-ae5d-d8d8c30f091c req-7e449af2-c3d9-4b94-8864-68139d4b4736 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 946 time: 0.0479724 Sep 14 12:18:25.710550 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-11d90eae-39de-4588-ae5d-d8d8c30f091c req-c3aa87ba-6bd1-4aab-96db-5f349bc9b853 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303471 Sep 14 12:18:25.731923 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 53550) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:25.919888 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004f4710-dbd1-4bf4-95c2-8ffc4112bf86 tempest-TestMinimumBasicScenario-863312385 tempest-TestMinimumBasicScenario-863312385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:25.921355 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-004f4710-dbd1-4bf4-95c2-8ffc4112bf86 tempest-TestMinimumBasicScenario-863312385 tempest-TestMinimumBasicScenario-863312385-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 1094 time: 0.1884341 Sep 14 12:18:25.924373 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 53556) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:25.929084 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Request body: {'floatingip': {'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'port_id': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:25.950681 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:26.046631 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:26.148670 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Allocated IP 172.27.0.137 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/6ff4ebbe-7c67-4415-98d9-dcb1cc1878fc) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:18:26.252195 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:26.289915 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:26.323078 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:26.325834 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:26.328335 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:18:26.361172 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Pushing event updated for resources: {'Port': ['ID=6ff4ebbe-7c67-4415-98d9-dcb1cc1878fc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:26.371843 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:26.372187 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:26.372525 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:26.372855 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:26.373184 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:26.373510 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:26.373833 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:26.374152 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:26.374493 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:26.374816 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:26.375159 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:26.375477 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:26.679035 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:26.742935 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:26.894676 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:26.899161 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:26.967702 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Pushing event updated for resources: {'Port': ['ID=6ff4ebbe-7c67-4415-98d9-dcb1cc1878fc,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:26.981085 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:27.078596 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.l3_db [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Floating IP 57510fc7-92f4-4ed7-8da6-f5ff8ea497f3 associated. External IP: 172.27.0.137, port: 9d2e7523-6bee-4913-82fc-a06f22b1e9b2. Sep 14 12:18:27.276554 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Router f988f975-615e-41d9-af53-4ff313d2e307 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:18:27.386479 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:18:27.396434 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2951c1a-b2ba-41cb-8251-467b472cbdd7 None None] Sync routers for ids ['f988f975-615e-41d9-af53-4ff313d2e307'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:18:27.402470 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:27.406875 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2951c1a-b2ba-41cb-8251-467b472cbdd7 None None] Routers {'f988f975-615e-41d9-af53-4ff313d2e307'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:18:27.407521 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-a2951c1a-b2ba-41cb-8251-467b472cbdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:18:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['f988f975-615e-41d9-af53-4ff313d2e307'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:27.430193 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-95d6911d-b3b7-4af6-8d2a-f4645e17fc52 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5048919 Sep 14 12:18:27.430794 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c57c3b-95de-407a-b478-c022c6932b36', 'tag': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:18:27.433036 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d143de6-2810-4260-90ef-0ba41016c8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "63c57c3b-95de-407a-b478-c022c6932b36", "tag": "9d2e7523-6bee-4913-82fc-a06f22b1e9b2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:18:27.433470 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53560) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:27.439080 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-02e294de-87af-45fa-a223-19c328c9caf8 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1528266086', 'description': 'tempest-secgroup-smoke-1528266086 description', 'project_id': '1a3b175e3fd04267adc8f25a26add4ed'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:27.463914 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-02e294de-87af-45fa-a223-19c328c9caf8 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:27.470025 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a42630-cde4-4f08-9c30-7da9e76180de x-openstack-request-id: req-e1a42630-cde4-4f08-9c30-7da9e76180de {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:18:27.470319 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c57c3b-95de-407a-b478-c022c6932b36", "tag": "9d2e7523-6bee-4913-82fc-a06f22b1e9b2", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:18:27.470574 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1a42630-cde4-4f08-9c30-7da9e76180de {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:18:27.470980 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c57c3b-95de-407a-b478-c022c6932b36', 'tag': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2', 'status': 'completed', 'code': 200} Sep 14 12:18:27.523222 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-a2951c1a-b2ba-41cb-8251-467b472cbdd7 None None] Set router f988f975-615e-41d9-af53-4ff313d2e307 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:18:27.543278 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d143de6-2810-4260-90ef-0ba41016c8c2 req-44166b17-f530-47b4-a3d2-488629759441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:27.544688 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d143de6-2810-4260-90ef-0ba41016c8c2 req-44166b17-f530-47b4-a3d2-488629759441 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a3b175e3fd04267adc8f25a26add4ed&device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 1099 time: 0.0455866 Sep 14 12:18:27.553450 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-02e294de-87af-45fa-a223-19c328c9caf8 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:27.557880 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-02e294de-87af-45fa-a223-19c328c9caf8 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:27.587539 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e294de-87af-45fa-a223-19c328c9caf8 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192acf2b-4474-4f40-982f-335aa36124a7,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:27.591865 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-02e294de-87af-45fa-a223-19c328c9caf8 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:27.594978 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-02e294de-87af-45fa-a223-19c328c9caf8 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1588295 Sep 14 12:18:27.596804 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53564) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:27.603204 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-f9cad999-f638-4fef-881e-27efc61a3ee3 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Request body: {'security_group_rule': {'security_group_id': '192acf2b-4474-4f40-982f-335aa36124a7', 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:27.633799 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f9cad999-f638-4fef-881e-27efc61a3ee3 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:27.647474 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d143de6-2810-4260-90ef-0ba41016c8c2 req-8a4262f4-6ad5-4423-927a-d422017e71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:27.649009 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d143de6-2810-4260-90ef-0ba41016c8c2 req-8a4262f4-6ad5-4423-927a-d422017e71ca service neutron] 10.222.0.22 "GET /v2.0/networks?id=ac3c4426-dc42-4af6-9ac8-00be952bbf25 HTTP/1.1" status: 200 len: 915 time: 0.0958030 Sep 14 12:18:27.692136 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f9cad999-f638-4fef-881e-27efc61a3ee3 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:27.697032 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f9cad999-f638-4fef-881e-27efc61a3ee3 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:27.719975 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cad999-f638-4fef-881e-27efc61a3ee3 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7299823-836b-419d-96e8-189d37f4077b,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:27.720815 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d143de6-2810-4260-90ef-0ba41016c8c2 req-3876b1ff-e8d5-4c28-a683-3c2919300ced service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2e7523-6bee-4913-82fc-a06f22b1e9b2 HTTP/1.1" status: 200 len: 1000 time: 0.0628991 Sep 14 12:18:27.724393 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f9cad999-f638-4fef-881e-27efc61a3ee3 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:27.728288 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f9cad999-f638-4fef-881e-27efc61a3ee3 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266336 Sep 14 12:18:27.728795 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53566) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:27.733010 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-bfac7a0d-e836-49eb-baca-89730ac36f7d tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Request body: {'security_group_rule': {'security_group_id': '192acf2b-4474-4f40-982f-335aa36124a7', 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:27.763167 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bfac7a0d-e836-49eb-baca-89730ac36f7d tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:27.766012 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-a2951c1a-b2ba-41cb-8251-467b472cbdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'name': 'tempest-TestMinimumBasicScenario-352767971-router', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:34Z', 'revision_number': 4, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'gw_port': {'id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '57510fc7-92f4-4ed7-8da6-f5ff8ea497f3', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'port_id': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'mac_address': 'fa:16:3e:75:98:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c57c3b-95de-407a-b478-c022c6932b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:18:26Z', 'updated_at': '2021-09-14T12:18:26Z', 'revision_number': 0, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6740b7-8488-4a2d-bc98-5e403b83bae7', 'name': '', 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'mac_address': 'fa:16:3e:e6:93:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:34Z', 'updated_at': '2021-09-14T12:17:41Z', 'revision_number': 5, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'subnets': [{'id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:27.775769 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d143de6-2810-4260-90ef-0ba41016c8c2 req-97414cea-7404-432f-a3c4-7d7289f26cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:27.777236 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d143de6-2810-4260-90ef-0ba41016c8c2 req-97414cea-7404-432f-a3c4-7d7289f26cf4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82728f3b-f9a6-45db-a1d2-0fb551a96f11 HTTP/1.1" status: 200 len: 853 time: 0.0494583 Sep 14 12:18:27.798401 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2951c1a-b2ba-41cb-8251-467b472cbdd7 None None] Checking router: f988f975-615e-41d9-af53-4ff313d2e307 for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:18:27.807113 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2951c1a-b2ba-41cb-8251-467b472cbdd7 None None] Routers {'f988f975-615e-41d9-af53-4ff313d2e307'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:18:27.807744 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-a2951c1a-b2ba-41cb-8251-467b472cbdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:18:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['f988f975-615e-41d9-af53-4ff313d2e307'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:27.824559 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bfac7a0d-e836-49eb-baca-89730ac36f7d tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:27.828733 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bfac7a0d-e836-49eb-baca-89730ac36f7d tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:27.835076 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d143de6-2810-4260-90ef-0ba41016c8c2 req-fc724f63-6689-4a94-91b5-ff6fce0cb6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:27.837157 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d143de6-2810-4260-90ef-0ba41016c8c2 req-fc724f63-6689-4a94-91b5-ff6fce0cb6b4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ac3c4426-dc42-4af6-9ac8-00be952bbf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509529 Sep 14 12:18:27.848488 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac7a0d-e836-49eb-baca-89730ac36f7d tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572cf1a1-104e-4c83-a8d6-cc9e7735a798,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:27.852159 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bfac7a0d-e836-49eb-baca-89730ac36f7d tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:27.853420 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-bfac7a0d-e836-49eb-baca-89730ac36f7d tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238232 Sep 14 12:18:27.856231 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 53568) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:27.861651 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ba1adf6b-65fe-46f2-ad39-7f169399bfc5 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Request body: {'security_group_rule': {'security_group_id': '192acf2b-4474-4f40-982f-335aa36124a7', 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:27.930234 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-a2951c1a-b2ba-41cb-8251-467b472cbdd7 None None] Set router f988f975-615e-41d9-af53-4ff313d2e307 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:18:27.950316 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ba1adf6b-65fe-46f2-ad39-7f169399bfc5 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:27.970124 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d143de6-2810-4260-90ef-0ba41016c8c2 req-852561e3-5e38-4151-9735-079bf9bf9f53 service neutron] 10.222.0.22 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241524 Sep 14 12:18:28.074053 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ba1adf6b-65fe-46f2-ad39-7f169399bfc5 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.078642 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ba1adf6b-65fe-46f2-ad39-7f169399bfc5 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.112500 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1adf6b-65fe-46f2-ad39-7f169399bfc5 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7962597d-33cb-4498-9350-ec1a60c6d888,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:28.121635 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d143de6-2810-4260-90ef-0ba41016c8c2 req-0d45ab45-a5ed-46fa-8745-781eee4d5c87 service neutron] 10.222.0.22 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321092 Sep 14 12:18:28.122785 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ba1adf6b-65fe-46f2-ad39-7f169399bfc5 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.123935 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-ba1adf6b-65fe-46f2-ad39-7f169399bfc5 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2659552 Sep 14 12:18:28.126951 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 53572) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:28.131438 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-3bb023ad-506e-4171-ad20-2cca73a828e2 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Request body: {'security_group_rule': {'security_group_id': '192acf2b-4474-4f40-982f-335aa36124a7', 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:28.161485 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bb023ad-506e-4171-ad20-2cca73a828e2 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.169444 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-a2951c1a-b2ba-41cb-8251-467b472cbdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'name': 'tempest-TestMinimumBasicScenario-352767971-router', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:34Z', 'revision_number': 4, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'gw_port': {'id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '57510fc7-92f4-4ed7-8da6-f5ff8ea497f3', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'port_id': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'mac_address': 'fa:16:3e:75:98:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c57c3b-95de-407a-b478-c022c6932b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:18:26Z', 'updated_at': '2021-09-14T12:18:26Z', 'revision_number': 0, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6740b7-8488-4a2d-bc98-5e403b83bae7', 'name': '', 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'mac_address': 'fa:16:3e:e6:93:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:34Z', 'updated_at': '2021-09-14T12:17:41Z', 'revision_number': 5, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'subnets': [{'id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:28.199193 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2951c1a-b2ba-41cb-8251-467b472cbdd7 None None] The sync data for ids ['f988f975-615e-41d9-af53-4ff313d2e307'] in dv-cinder-784945-14-iscsi is: [{'id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'name': 'tempest-TestMinimumBasicScenario-352767971-router', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:34Z', 'revision_number': 4, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'gw_port': {'id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '57510fc7-92f4-4ed7-8da6-f5ff8ea497f3', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'port_id': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'mac_address': 'fa:16:3e:75:98:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c57c3b-95de-407a-b478-c022c6932b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:18:26Z', 'updated_at': '2021-09-14T12:18:26Z', 'revision_number': 0, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6740b7-8488-4a2d-bc98-5e403b83bae7', 'name': '', 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'mac_address': 'fa:16:3e:e6:93:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:34Z', 'updated_at': '2021-09-14T12:17:41Z', 'revision_number': 5, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'subnets': [{'id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:18:28.221765 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bb023ad-506e-4171-ad20-2cca73a828e2 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.225817 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bb023ad-506e-4171-ad20-2cca73a828e2 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.243417 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb023ad-506e-4171-ad20-2cca73a828e2 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5598a6d2-4653-42b1-9915-81fd208825a2,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:28.250440 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bb023ad-506e-4171-ad20-2cca73a828e2 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.254928 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-3bb023ad-506e-4171-ad20-2cca73a828e2 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238313 Sep 14 12:18:28.255470 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53574) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:28.260065 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-54982e78-6bf8-40b9-b3af-dc885973e8f7 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Request body: {'security_group_rule': {'security_group_id': '192acf2b-4474-4f40-982f-335aa36124a7', 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:28.284978 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.securitygroups_db [None req-54982e78-6bf8-40b9-b3af-dc885973e8f7 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Project 1a3b175e3fd04267adc8f25a26add4ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 12:18:28.291851 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-54982e78-6bf8-40b9-b3af-dc885973e8f7 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.353830 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-54982e78-6bf8-40b9-b3af-dc885973e8f7 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.357692 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-54982e78-6bf8-40b9-b3af-dc885973e8f7 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.376156 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54982e78-6bf8-40b9-b3af-dc885973e8f7 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07713756-7f80-409f-bbe8-bbd95a3508a1,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:28.384270 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-54982e78-6bf8-40b9-b3af-dc885973e8f7 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.385665 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-54982e78-6bf8-40b9-b3af-dc885973e8f7 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291151 Sep 14 12:18:28.388460 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53576) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:28.392798 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-087acf33-d2f9-42ad-b7a9-cd78efa7e1fb tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Request body: {'security_group_rule': {'security_group_id': '192acf2b-4474-4f40-982f-335aa36124a7', 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:28.405434 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c53ede-35e7-4334-9179-e226b2bf529d None None] New status for floating IP 57510fc7-92f4-4ed7-8da6-f5ff8ea497f3: ACTIVE {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:18:28.416199 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.securitygroups_db [None req-087acf33-d2f9-42ad-b7a9-cd78efa7e1fb tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Project 1a3b175e3fd04267adc8f25a26add4ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 12:18:28.421147 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-087acf33-d2f9-42ad-b7a9-cd78efa7e1fb tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.483033 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-087acf33-d2f9-42ad-b7a9-cd78efa7e1fb tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.486763 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-087acf33-d2f9-42ad-b7a9-cd78efa7e1fb tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600287'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.503477 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087acf33-d2f9-42ad-b7a9-cd78efa7e1fb tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90977b18-fb5d-48a0-a958-2e94e4b2a4c2,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:28.510128 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-087acf33-d2f9-42ad-b7a9-cd78efa7e1fb tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.514587 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-087acf33-d2f9-42ad-b7a9-cd78efa7e1fb tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251614 Sep 14 12:18:28.589588 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-29e07faa-0031-44d5-9f81-dc44c86f8457 req-41716c91-b3de-42bc-a0d7-edaa0e4590f0 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528266086&fields=id&tenant_id=1a3b175e3fd04267adc8f25a26add4ed HTTP/1.1" status: 200 len: 267 time: 0.0336516 Sep 14 12:18:28.644321 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e07faa-0031-44d5-9f81-dc44c86f8457 req-3b749e15-cbe3-4e28-aff5-38e82d3f87dc tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:28.645885 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-29e07faa-0031-44d5-9f81-dc44c86f8457 req-3b749e15-cbe3-4e28-aff5-38e82d3f87dc tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 946 time: 0.0506904 Sep 14 12:18:28.656586 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-29e07faa-0031-44d5-9f81-dc44c86f8457 req-6e3c8506-2f22-403b-bd41-9ede26bd4b72 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Request body: {'port': {'security_groups': ['1e25abfe-d170-473e-bf2d-97917b249050', '192acf2b-4474-4f40-982f-335aa36124a7']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:28.719976 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29e07faa-0031-44d5-9f81-dc44c86f8457 req-6e3c8506-2f22-403b-bd41-9ede26bd4b72 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.902570 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-29e07faa-0031-44d5-9f81-dc44c86f8457 req-6e3c8506-2f22-403b-bd41-9ede26bd4b72 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] For port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9d2e7523-6bee-4913-82fc-a06f22b1e9b2,segment=NetworkSegment(fe23e04a-8a0d-4693-be4d-c7443dc56e29),segment_id=fe23e04a-8a0d-4693-be4d-c7443dc56e29)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:28.930266 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29e07faa-0031-44d5-9f81-dc44c86f8457 req-6e3c8506-2f22-403b-bd41-9ede26bd4b72 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.934737 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29e07faa-0031-44d5-9f81-dc44c86f8457 req-6e3c8506-2f22-403b-bd41-9ede26bd4b72 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.949664 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['9d2e7523-6bee-4913-82fc-a06f22b1e9b2'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:18:28.982342 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e07faa-0031-44d5-9f81-dc44c86f8457 req-6e3c8506-2f22-403b-bd41-9ede26bd4b72 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:28.982984 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-29e07faa-0031-44d5-9f81-dc44c86f8457 req-6e3c8506-2f22-403b-bd41-9ede26bd4b72 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:28.987876 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-29e07faa-0031-44d5-9f81-dc44c86f8457 req-6e3c8506-2f22-403b-bd41-9ede26bd4b72 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "PUT /v2.0/ports/9d2e7523-6bee-4913-82fc-a06f22b1e9b2 HTTP/1.1" status: 200 len: 982 time: 0.3351021 Sep 14 12:18:29.001833 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b694-20b0-40d0-8664-5ad671f6dde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:29.013816 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c8506-2f22-403b-bd41-9ede26bd4b72 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Pushing event updated for resources: {'Port': ['ID=9d2e7523-6bee-4913-82fc-a06f22b1e9b2,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:29.061257 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['9d2e7523-6bee-4913-82fc-a06f22b1e9b2'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:18:29.152475 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946cf76-b624-4d04-9306-883b63e335dc req-9db9aa74-9e7f-4a08-bcef-ab05beadcb26 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:29.154015 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a946cf76-b624-4d04-9306-883b63e335dc req-9db9aa74-9e7f-4a08-bcef-ab05beadcb26 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0756724 Sep 14 12:18:29.162035 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-1e20cc66-b5bf-43de-ac40-27413a114f84 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442547503&fields=id&tenant_id=4854dd8459d3477ba8a270a2421d7979 HTTP/1.1" status: 200 len: 267 time: 0.0528414 Sep 14 12:18:29.258080 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a946cf76-b624-4d04-9306-883b63e335dc req-1619dca1-2078-4def-8c69-d4c6fc6b315a tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950568 Sep 14 12:18:29.294131 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-d9b05218-945b-4035-8a09-e4d34d74fe60 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:29.295622 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-d9b05218-945b-4035-8a09-e4d34d74fe60 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/networks?id=fee59a88-4470-41bf-ad91-5a80510211ed HTTP/1.1" status: 200 len: 808 time: 0.1258876 Sep 14 12:18:29.297451 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-ae16b522-255f-4d44-9082-f2967053ea69 None None] Provisioning complete for port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:29.297818 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ae16b522-255f-4d44-9082-f2967053ea69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:29.311816 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-fa0e1edc-18fc-4a1b-8762-29d64be9f975 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/quotas/4854dd8459d3477ba8a270a2421d7979 HTTP/1.1" status: 200 len: 375 time: 0.0091445 Sep 14 12:18:29.363668 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-85b50b83-8c04-4321-8e33-c67affd0d43e tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4854dd8459d3477ba8a270a2421d7979&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441628 Sep 14 12:18:29.464999 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-12bd211d-efa7-4f82-ad38-ee3b244bef46 service neutron] 10.222.0.20 "GET /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895231 Sep 14 12:18:29.472886 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c57c3b-95de-407a-b478-c022c6932b36', 'tag': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:18:29.475223 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99bce7e-2b08-4276-9cdb-8d24af643fca" -d '{"events": [{"name": "network-changed", "server_uuid": "63c57c3b-95de-407a-b478-c022c6932b36", "tag": "9d2e7523-6bee-4913-82fc-a06f22b1e9b2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:18:29.514086 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fb371d-1fe6-4f41-878d-6f59dd198036 x-openstack-request-id: req-47fb371d-1fe6-4f41-878d-6f59dd198036 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:18:29.514379 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c57c3b-95de-407a-b478-c022c6932b36", "tag": "9d2e7523-6bee-4913-82fc-a06f22b1e9b2", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:18:29.514633 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47fb371d-1fe6-4f41-878d-6f59dd198036 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:18:29.515049 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c57c3b-95de-407a-b478-c022c6932b36', 'tag': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2', 'status': 'completed', 'code': 200} Sep 14 12:18:29.849094 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-167b928b-f8ae-49e8-a14e-75c35432508d service neutron] 10.222.0.20 "GET /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774903 Sep 14 12:18:29.855102 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bce7e-2b08-4276-9cdb-8d24af643fca req-83323ee7-a027-4220-9491-c7a12a9aa167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:29.856479 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d99bce7e-2b08-4276-9cdb-8d24af643fca req-83323ee7-a027-4220-9491-c7a12a9aa167 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a3b175e3fd04267adc8f25a26add4ed&device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 1138 time: 0.3163710 Sep 14 12:18:29.950684 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bce7e-2b08-4276-9cdb-8d24af643fca req-52580937-791e-4fbd-af44-11521fbf00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:29.952195 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d99bce7e-2b08-4276-9cdb-8d24af643fca req-52580937-791e-4fbd-af44-11521fbf00aa service neutron] 10.222.0.22 "GET /v2.0/networks?id=ac3c4426-dc42-4af6-9ac8-00be952bbf25 HTTP/1.1" status: 200 len: 915 time: 0.0866446 Sep 14 12:18:30.023334 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d99bce7e-2b08-4276-9cdb-8d24af643fca req-6a369677-d7b5-43fd-9ae3-94dacf9811ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2e7523-6bee-4913-82fc-a06f22b1e9b2 HTTP/1.1" status: 200 len: 1002 time: 0.0632679 Sep 14 12:18:30.076022 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bce7e-2b08-4276-9cdb-8d24af643fca req-8ce7b388-2579-45c7-8e75-c95d26011c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:30.077492 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d99bce7e-2b08-4276-9cdb-8d24af643fca req-8ce7b388-2579-45c7-8e75-c95d26011c49 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82728f3b-f9a6-45db-a1d2-0fb551a96f11 HTTP/1.1" status: 200 len: 853 time: 0.0447116 Sep 14 12:18:30.146389 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d1c9be5a-0521-4442-9d00-1525e5e041d4 req-b2f383d4-d2c1-454f-ad86-373a8df35ae8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 210 time: 0.0297835 Sep 14 12:18:30.152209 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bce7e-2b08-4276-9cdb-8d24af643fca req-b6243956-e168-46ea-861e-eb2638977b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:30.153641 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d99bce7e-2b08-4276-9cdb-8d24af643fca req-b6243956-e168-46ea-861e-eb2638977b2c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ac3c4426-dc42-4af6-9ac8-00be952bbf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0685978 Sep 14 12:18:30.256250 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d99bce7e-2b08-4276-9cdb-8d24af643fca req-5cddf3c1-60f4-4e34-827d-1e5180eb606f service neutron] 10.222.0.22 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925379 Sep 14 12:18:30.355596 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d99bce7e-2b08-4276-9cdb-8d24af643fca req-d36aff1a-def3-4e82-9afe-9ef94475806b service neutron] 10.222.0.22 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912898 Sep 14 12:18:31.123804 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-adb43b54-e0f5-488e-b918-58c21638f65a tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:31.125253 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-adb43b54-e0f5-488e-b918-58c21638f65a tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.22 "GET /v2.0/networks?id=fee59a88-4470-41bf-ad91-5a80510211ed HTTP/1.1" status: 200 len: 808 time: 0.1083322 Sep 14 12:18:31.187033 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-e2e9b087-2ca6-49df-a9de-a5b44f95d1bc tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4854dd8459d3477ba8a270a2421d7979 HTTP/1.1" status: 200 len: 379 time: 0.0418887 Sep 14 12:18:31.202334 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-de428288-6746-4d3e-be14-9fb6df7df9bf tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Request body: {'port': {'device_id': '2a332de8-c16c-479b-b194-9b366d626e5a', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'admin_state_up': True, 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'security_groups': ['2b2d38c9-7fa8-42d7-a914-56782fc3ecfe']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:31.262497 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c86fb910-242e-405e-99cd-627f79a76925 req-297b8cc4-d038-4b1b-a84e-1a1c179ab228 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 210 time: 0.0328965 Sep 14 12:18:31.336823 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-de428288-6746-4d3e-be14-9fb6df7df9bf tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Made reservation on behalf of 4854dd8459d3477ba8a270a2421d7979 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:18:31.340375 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-de428288-6746-4d3e-be14-9fb6df7df9bf tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:31.464403 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-de428288-6746-4d3e-be14-9fb6df7df9bf tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Allocated IP 172.20.0.3 (fee59a88-4470-41bf-ad91-5a80510211ed/25730b99-4ec7-41b7-bad2-e22229a4a363/88da92ac-055e-4739-b142-560746971ff8) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:18:31.601209 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-de428288-6746-4d3e-be14-9fb6df7df9bf tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:31.620125 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-de428288-6746-4d3e-be14-9fb6df7df9bf tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Transition to ACTIVE for port object 88da92ac-055e-4739-b142-560746971ff8 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:18:31.656467 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-de428288-6746-4d3e-be14-9fb6df7df9bf tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:31.703419 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-de428288-6746-4d3e-be14-9fb6df7df9bf tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Network fee59a88-4470-41bf-ad91-5a80510211ed is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:31.707391 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-de428288-6746-4d3e-be14-9fb6df7df9bf tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:31.711898 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-de428288-6746-4d3e-be14-9fb6df7df9bf tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:18:31.736684 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c066b897-fe5a-4ab7-9a50-eae9933dc6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:31.750412 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de428288-6746-4d3e-be14-9fb6df7df9bf tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Pushing event updated for resources: {'Port': ['ID=88da92ac-055e-4739-b142-560746971ff8,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:31.771269 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-de428288-6746-4d3e-be14-9fb6df7df9bf tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:31.771907 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-de428288-6746-4d3e-be14-9fb6df7df9bf tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:31.787337 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-de428288-6746-4d3e-be14-9fb6df7df9bf tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888066 Sep 14 12:18:31.801001 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Request body: {'port': {'device_id': '2a332de8-c16c-479b-b194-9b366d626e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:31.856133 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:31.946128 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-b4a4b203-aaea-4e58-841b-dfe3147b88cf None None] Provisioning for port 88da92ac-055e-4739-b142-560746971ff8 completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:18:31.950076 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-b4a4b203-aaea-4e58-841b-dfe3147b88cf None None] Provisioning complete for port 88da92ac-055e-4739-b142-560746971ff8 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:31.950481 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b4a4b203-aaea-4e58-841b-dfe3147b88cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:31.998027 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:32.000695 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-b4a4b203-aaea-4e58-841b-dfe3147b88cf None None] Port 88da92ac-055e-4739-b142-560746971ff8 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:18:32.121215 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88da92ac-055e-4739-b142-560746971ff8 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:18:32.128944 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:32.140340 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Transition to ACTIVE for port object 88da92ac-055e-4739-b142-560746971ff8 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:18:32.143653 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:32.193384 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250ed44-66f0-4711-9830-890447315256 service neutron] Pushing event updated for resources: {'Port': ['ID=88da92ac-055e-4739-b142-560746971ff8,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:32.266070 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Attempting to bind port 88da92ac-055e-4739-b142-560746971ff8 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:18:32.266406 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Attempting to bind port 88da92ac-055e-4739-b142-560746971ff8 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:18:32.266736 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Attempting to bind port 88da92ac-055e-4739-b142-560746971ff8 on network fee59a88-4470-41bf-ad91-5a80510211ed {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:18:32.271258 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Port 88da92ac-055e-4739-b142-560746971ff8 on network fee59a88-4470-41bf-ad91-5a80510211ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:18:32.271576 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Attempting to bind port 88da92ac-055e-4739-b142-560746971ff8 on network fee59a88-4470-41bf-ad91-5a80510211ed {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:18:32.276513 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:18:32.276850 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Checking segment: {'id': 'a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:18:32.277233 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Bound using segment: {'id': 'a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:18:32.277667 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Bound port: 88da92ac-055e-4739-b142-560746971ff8, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:18:32.278021 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:32.355450 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] For port 88da92ac-055e-4739-b142-560746971ff8, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:18:32.382928 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] For port 88da92ac-055e-4739-b142-560746971ff8, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=88da92ac-055e-4739-b142-560746971ff8,segment=NetworkSegment(a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75),segment_id=a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:18:32.387955 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:32.438971 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73996166-899b-4f33-971a-89b506a5a905 req-fd155b51-1394-471b-b621-ebfedf04094c tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:32.441272 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-73996166-899b-4f33-971a-89b506a5a905 req-fd155b51-1394-471b-b621-ebfedf04094c tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 943 time: 0.1036839 Sep 14 12:18:32.442825 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:32.443531 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:32.444833 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-3250ed44-66f0-4711-9830-890447315256 service neutron] 10.222.0.22 "PUT /v2.0/ports/88da92ac-055e-4739-b142-560746971ff8 HTTP/1.1" status: 200 len: 1093 time: 0.6487725 Sep 14 12:18:32.447770 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a332de8-c16c-479b-b194-9b366d626e5a', 'tag': '88da92ac-055e-4739-b142-560746971ff8'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:18:32.450046 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fe4b08-3127-477d-98c4-667cf0b966a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2a332de8-c16c-479b-b194-9b366d626e5a", "tag": "88da92ac-055e-4739-b142-560746971ff8"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:18:32.499842 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250ed44-66f0-4711-9830-890447315256 service neutron] Pushing event updated for resources: {'Port': ['ID=88da92ac-055e-4739-b142-560746971ff8,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:32.504058 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e219606-0717-44e4-b63e-0c57d53096ce x-openstack-request-id: req-0e219606-0717-44e4-b63e-0c57d53096ce {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:18:32.504371 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a332de8-c16c-479b-b194-9b366d626e5a", "tag": "88da92ac-055e-4739-b142-560746971ff8", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:18:32.504835 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e219606-0717-44e4-b63e-0c57d53096ce {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:18:32.505432 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a332de8-c16c-479b-b194-9b366d626e5a', 'tag': '88da92ac-055e-4739-b142-560746971ff8', 'status': 'completed', 'code': 200} Sep 14 12:18:32.545504 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-73996166-899b-4f33-971a-89b506a5a905 req-c59acdbf-6e15-48c0-9739-c3f06eb13665 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901489 Sep 14 12:18:32.558695 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-992d55ca-0cef-4357-ad0f-707b096299db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:32.560248 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-992d55ca-0cef-4357-ad0f-707b096299db service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4854dd8459d3477ba8a270a2421d7979&device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 1096 time: 0.0758438 Sep 14 12:18:32.615741 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-de87299b-4b1e-4567-bb4c-bd61e4b3c348 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88da92ac-055e-4739-b142-560746971ff8 HTTP/1.1" status: 200 len: 217 time: 0.0374839 Sep 14 12:18:32.679221 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-328b0dd7-e886-41da-885e-69b670eb9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:32.680695 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-328b0dd7-e886-41da-885e-69b670eb9b87 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25730b99-4ec7-41b7-bad2-e22229a4a363 HTTP/1.1" status: 200 len: 847 time: 0.0512443 Sep 14 12:18:32.732816 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-0c2c7abd-ceda-4697-b6f9-44adcf3e434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:32.734430 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-0c2c7abd-ceda-4697-b6f9-44adcf3e434a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee59a88-4470-41bf-ad91-5a80510211ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395408 Sep 14 12:18:32.823839 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-919ccdc6-a070-40fb-842a-d1d688e4d7f6 service neutron] 10.222.0.22 "GET /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795164 Sep 14 12:18:32.931404 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3919d350-91a1-48af-9938-a54e0d03ec0d req-d3845c60-3641-4e60-8945-d3e642523a7f service neutron] 10.222.0.22 "GET /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919993 Sep 14 12:18:32.951797 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:33.017054 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe4b08-3127-477d-98c4-667cf0b966a1 req-ff99a35a-e330-4f5b-9e75-a2f4232d8c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:33.018498 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87fe4b08-3127-477d-98c4-667cf0b966a1 req-ff99a35a-e330-4f5b-9e75-a2f4232d8c95 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4854dd8459d3477ba8a270a2421d7979&device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 1096 time: 0.0396583 Sep 14 12:18:33.110352 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe4b08-3127-477d-98c4-667cf0b966a1 req-fa61f4aa-0da5-4d16-a260-d2742924cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:33.111728 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87fe4b08-3127-477d-98c4-667cf0b966a1 req-fa61f4aa-0da5-4d16-a260-d2742924cebe service neutron] 10.222.0.22 "GET /v2.0/networks?id=fee59a88-4470-41bf-ad91-5a80510211ed HTTP/1.1" status: 200 len: 909 time: 0.0850639 Sep 14 12:18:33.153478 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87fe4b08-3127-477d-98c4-667cf0b966a1 req-3f6efbbf-c0f8-4f5f-93a1-e34e115c10a5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88da92ac-055e-4739-b142-560746971ff8 HTTP/1.1" status: 200 len: 217 time: 0.0328341 Sep 14 12:18:33.203377 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe4b08-3127-477d-98c4-667cf0b966a1 req-a89b63a4-ac16-4064-ae20-20c8407c57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:33.204761 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87fe4b08-3127-477d-98c4-667cf0b966a1 req-a89b63a4-ac16-4064-ae20-20c8407c57b1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25730b99-4ec7-41b7-bad2-e22229a4a363 HTTP/1.1" status: 200 len: 847 time: 0.0439484 Sep 14 12:18:33.250100 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe4b08-3127-477d-98c4-667cf0b966a1 req-e063419c-3698-4dc4-9c63-8c74da11488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:33.251555 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87fe4b08-3127-477d-98c4-667cf0b966a1 req-e063419c-3698-4dc4-9c63-8c74da11488c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee59a88-4470-41bf-ad91-5a80510211ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385334 Sep 14 12:18:33.339305 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87fe4b08-3127-477d-98c4-667cf0b966a1 req-f221ff45-d2dc-4704-9811-689275da1903 service neutron] 10.222.0.22 "GET /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795050 Sep 14 12:18:33.432883 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87fe4b08-3127-477d-98c4-667cf0b966a1 req-c84634e0-92a6-4fcc-b7ad-902b6c43c444 service neutron] 10.222.0.22 "GET /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863235 Sep 14 12:18:33.664668 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d404d31-ac4d-4d5c-94b4-da87700d13c8 req-2c2a46f0-f2f1-4ac4-9f71-5ae6405890be tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:33.666172 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8d404d31-ac4d-4d5c-94b4-da87700d13c8 req-2c2a46f0-f2f1-4ac4-9f71-5ae6405890be tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 943 time: 0.0487237 Sep 14 12:18:33.702676 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8d404d31-ac4d-4d5c-94b4-da87700d13c8 req-496b6558-5270-41ed-8e5b-b5ee2729f36e tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303459 Sep 14 12:18:33.933783 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:34.816162 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcc702-c2c3-4eec-9ea9-acc250c063c9 req-46459854-44a0-4aee-a938-42137ca59045 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:34.817871 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-69dcc702-c2c3-4eec-9ea9-acc250c063c9 req-46459854-44a0-4aee-a938-42137ca59045 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 943 time: 0.0478761 Sep 14 12:18:34.857983 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-69dcc702-c2c3-4eec-9ea9-acc250c063c9 req-9dcdd61f-19d4-4928-b9e8-fe1bc3e7ea5b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341995 Sep 14 12:18:35.242807 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:35.970843 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0bc07-811c-4479-8203-a0791153f933 req-d8a64a7a-bdd3-4ca3-a4ab-f74d6c3cab8e tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:35.972350 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-63a0bc07-811c-4479-8203-a0791153f933 req-d8a64a7a-bdd3-4ca3-a4ab-f74d6c3cab8e tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 943 time: 0.0498333 Sep 14 12:18:36.010054 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-63a0bc07-811c-4479-8203-a0791153f933 req-a52b8ba0-1716-4091-ac02-c7b12af8aa63 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307391 Sep 14 12:18:37.121395 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f97b6-0258-4280-afe9-dc82bd40b2cb req-2aa9c414-0d4b-44d2-a405-aa176b167e75 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:37.122847 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-312f97b6-0258-4280-afe9-dc82bd40b2cb req-2aa9c414-0d4b-44d2-a405-aa176b167e75 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 943 time: 0.0484505 Sep 14 12:18:37.159420 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-312f97b6-0258-4280-afe9-dc82bd40b2cb req-abef9c45-f66a-4a23-9adc-1bff2d03137f tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306649 Sep 14 12:18:38.270659 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af63eb0-45af-47e3-9c28-7dd21e5e7329 req-74e3f70f-daa3-4328-90d9-33a2d9efe96e tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:38.272173 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4af63eb0-45af-47e3-9c28-7dd21e5e7329 req-74e3f70f-daa3-4328-90d9-33a2d9efe96e tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 943 time: 0.0475626 Sep 14 12:18:38.312186 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4af63eb0-45af-47e3-9c28-7dd21e5e7329 req-622b7fe3-9218-48b3-b48b-f2c6f05a4c8d tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341997 Sep 14 12:18:39.421656 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84bac1-3a01-477f-936a-ad881afa315d req-0a3b2966-1250-48d9-a898-cd2d9642bf24 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:39.423112 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c84bac1-3a01-477f-936a-ad881afa315d req-0a3b2966-1250-48d9-a898-cd2d9642bf24 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 943 time: 0.0476570 Sep 14 12:18:39.460812 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c84bac1-3a01-477f-936a-ad881afa315d req-57bd3798-0a7b-438c-b5c9-a5563027d626 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311885 Sep 14 12:18:40.571791 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35542d-41f0-45a8-b788-012225de1249 req-43272d8c-758b-402d-96dd-c7654dc5a2f5 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:40.573239 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1a35542d-41f0-45a8-b788-012225de1249 req-43272d8c-758b-402d-96dd-c7654dc5a2f5 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 943 time: 0.0477364 Sep 14 12:18:40.615788 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1a35542d-41f0-45a8-b788-012225de1249 req-bf7e604e-01c3-4db4-88b4-49f5b11c1044 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366044 Sep 14 12:18:41.050497 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f833c2c-b270-4308-b003-b12745da580b req-4eea396b-86b4-437f-827b-cd111cfae52f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381656 Sep 14 12:18:41.139627 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f833c2c-b270-4308-b003-b12745da580b req-f8be1e6c-64ce-4924-9922-a7b276486f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:41.140980 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f833c2c-b270-4308-b003-b12745da580b req-f8be1e6c-64ce-4924-9922-a7b276486f17 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 1099 time: 0.0435848 Sep 14 12:18:41.251854 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f833c2c-b270-4308-b003-b12745da580b req-72065b26-73df-4077-9b47-f358faa7218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:41.253337 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f833c2c-b270-4308-b003-b12745da580b req-72065b26-73df-4077-9b47-f358faa7218e service neutron] 10.222.0.22 "GET /v2.0/networks?id=8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 200 len: 913 time: 0.0896351 Sep 14 12:18:41.329411 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f833c2c-b270-4308-b003-b12745da580b req-78b845b3-1dc5-4baa-9f5d-1c21a8f5d323 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318cc119-6a4e-4b2e-8dcc-1588f46d01b0 HTTP/1.1" status: 200 len: 1001 time: 0.0602689 Sep 14 12:18:41.379751 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f833c2c-b270-4308-b003-b12745da580b req-92f49d53-e080-4b24-9c1e-45c6a3128ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:41.382015 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f833c2c-b270-4308-b003-b12745da580b req-92f49d53-e080-4b24-9c1e-45c6a3128ef0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0344958-2675-4284-b3fc-b68b7f0b4b21 HTTP/1.1" status: 200 len: 851 time: 0.0423009 Sep 14 12:18:41.426480 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f833c2c-b270-4308-b003-b12745da580b req-eced1b80-607b-4f2e-b604-8d16018f134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:41.428433 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f833c2c-b270-4308-b003-b12745da580b req-eced1b80-607b-4f2e-b604-8d16018f134a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8153d896-6d81-493c-b928-67b848ea6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379045 Sep 14 12:18:41.521952 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f833c2c-b270-4308-b003-b12745da580b req-1c1d6fe5-d44b-47f8-82fd-09721c395560 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856183 Sep 14 12:18:41.613922 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f833c2c-b270-4308-b003-b12745da580b req-1e678a2f-2760-4129-b1f7-857c4237db9a service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818098 Sep 14 12:18:41.731367 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85630138-78c9-4fc9-b3c6-8b44c1727f86 req-bf049a23-2857-4efe-aac0-dafe9610c5ef tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:41.732726 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-85630138-78c9-4fc9-b3c6-8b44c1727f86 req-bf049a23-2857-4efe-aac0-dafe9610c5ef tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 943 time: 0.0506091 Sep 14 12:18:41.769988 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-85630138-78c9-4fc9-b3c6-8b44c1727f86 req-2ece751b-b622-4ba1-be89-771d54cfd247 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308540 Sep 14 12:18:42.479539 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 88da92ac-055e-4739-b142-560746971ff8 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:18:42.575083 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 88da92ac-055e-4739-b142-560746971ff8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=88da92ac-055e-4739-b142-560746971ff8,segment=NetworkSegment(a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75),segment_id=a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:42.585686 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': '88da92ac-055e-4739-b142-560746971ff8', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'port_id': '88da92ac-055e-4739-b142-560746971ff8', 'mac_address': 'fa:16:3e:29:3f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:18:42.623684 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:42.636626 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88da92ac-055e-4739-b142-560746971ff8 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:18:42.654791 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 88da92ac-055e-4739-b142-560746971ff8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=88da92ac-055e-4739-b142-560746971ff8,segment=NetworkSegment(a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75),segment_id=a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:42.658229 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:42.710782 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=88da92ac-055e-4739-b142-560746971ff8,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:42.882713 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c520a5-7dfd-4660-9d09-74ce34001bae req-3b99d2b6-dff6-4baa-aa74-08e350b629d6 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:42.884217 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-59c520a5-7dfd-4660-9d09-74ce34001bae req-3b99d2b6-dff6-4baa-aa74-08e350b629d6 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 944 time: 0.0491650 Sep 14 12:18:42.921799 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-59c520a5-7dfd-4660-9d09-74ce34001bae req-894a4c10-d73a-4688-9dcf-16ccab8dde4c tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316963 Sep 14 12:18:42.926390 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['88da92ac-055e-4739-b142-560746971ff8'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:18:44.034381 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bc058-ce59-4b6d-bf98-30eb76bafb8f req-44bee0f4-5300-41e8-ac69-6d82693dbca2 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:44.035942 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-540bc058-ce59-4b6d-bf98-30eb76bafb8f req-44bee0f4-5300-41e8-ac69-6d82693dbca2 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 944 time: 0.0473239 Sep 14 12:18:44.074855 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-540bc058-ce59-4b6d-bf98-30eb76bafb8f req-f7836214-51e0-4e3a-a482-52dcc18055ef tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325334 Sep 14 12:18:44.509678 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 88da92ac-055e-4739-b142-560746971ff8 up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:44.558858 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port 88da92ac-055e-4739-b142-560746971ff8 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:18:44.562349 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port 88da92ac-055e-4739-b142-560746971ff8 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:18:44.562726 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:44.637033 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:44.659340 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a332de8-c16c-479b-b194-9b366d626e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88da92ac-055e-4739-b142-560746971ff8'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:18:44.661565 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916bfbb9-0521-402b-b0f6-963a96e57a4a" -d '{"events": [{"server_uuid": "2a332de8-c16c-479b-b194-9b366d626e5a", "name": "network-vif-plugged", "status": "completed", "tag": "88da92ac-055e-4739-b142-560746971ff8"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:18:44.673902 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 88da92ac-055e-4739-b142-560746971ff8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=88da92ac-055e-4739-b142-560746971ff8,segment=NetworkSegment(a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75),segment_id=a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:44.677900 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:44.704827 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1daa1de-760e-492b-8108-7aa773beb1bb x-openstack-request-id: req-a1daa1de-760e-492b-8108-7aa773beb1bb {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:18:44.705118 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a332de8-c16c-479b-b194-9b366d626e5a", "name": "network-vif-plugged", "status": "completed", "tag": "88da92ac-055e-4739-b142-560746971ff8", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:18:44.705368 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1daa1de-760e-492b-8108-7aa773beb1bb {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:18:44.705753 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a332de8-c16c-479b-b194-9b366d626e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88da92ac-055e-4739-b142-560746971ff8', 'code': 200} Sep 14 12:18:44.731542 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=88da92ac-055e-4739-b142-560746971ff8,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:44.927298 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ad716-c672-486f-b5d4-9c3a386f3c85 req-a836d8c8-0d4c-4a65-a9e6-cd6968eb5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:44.929732 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6c0ad716-c672-486f-b5d4-9c3a386f3c85 req-a836d8c8-0d4c-4a65-a9e6-cd6968eb5a2d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 1098 time: 0.0433879 Sep 14 12:18:44.964133 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6c0ad716-c672-486f-b5d4-9c3a386f3c85 req-f71fae5b-6964-43fb-a298-9ca5b4dfbac6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268445 Sep 14 12:18:45.186049 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dad1d-2dc2-4602-ac41-d21d11d7172a req-f16d2e85-f6ba-40e3-aa5f-06e529b7b9c4 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:45.187441 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-703dad1d-2dc2-4602-ac41-d21d11d7172a req-f16d2e85-f6ba-40e3-aa5f-06e529b7b9c4 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0475657 Sep 14 12:18:45.225072 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-703dad1d-2dc2-4602-ac41-d21d11d7172a req-d93e64c8-dde6-4a4e-960a-83a7f33a56d6 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309479 Sep 14 12:18:46.340653 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b72ac-8d99-41dd-877e-15f9788bfd6d req-e9ed33fd-04ce-44a6-8904-20823907fc3b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:46.342101 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a46b72ac-8d99-41dd-877e-15f9788bfd6d req-e9ed33fd-04ce-44a6-8904-20823907fc3b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0490954 Sep 14 12:18:46.378872 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a46b72ac-8d99-41dd-877e-15f9788bfd6d req-8f08ff7f-a5a6-4e4b-9dec-0f771f02b2b2 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309298 Sep 14 12:18:46.490445 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8833342-2556-4c5d-bcd2-213a3a988621 req-9ec36a58-b508-4461-a693-214d6950e687 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:46.492535 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c8833342-2556-4c5d-bcd2-213a3a988621 req-9ec36a58-b508-4461-a693-214d6950e687 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0507612 Sep 14 12:18:46.528578 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c8833342-2556-4c5d-bcd2-213a3a988621 req-b6acefbd-2d28-48c2-b328-619c43b97dd4 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302994 Sep 14 12:18:46.548797 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53652) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:46.633696 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d66cf-3936-4490-80be-00d546bc5b45 tempest-TestShelveInstance-1317098505 tempest-TestShelveInstance-1317098505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:46.635236 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-af8d66cf-3936-4490-80be-00d546bc5b45 tempest-TestShelveInstance-1317098505 tempest-TestShelveInstance-1317098505-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 1093 time: 0.0854318 Sep 14 12:18:46.638035 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53656) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:18:46.642163 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Request body: {'floatingip': {'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'port_id': '88da92ac-055e-4739-b142-560746971ff8', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:46.663092 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:46.757791 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:46.860455 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Allocated IP 172.27.0.7 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/636385c9-ec6c-41e9-bcba-ac2903eeae2c) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:18:46.960693 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:46.998265 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:47.034566 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:47.037365 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:47.041463 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:18:47.068517 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Pushing event updated for resources: {'Port': ['ID=636385c9-ec6c-41e9-bcba-ac2903eeae2c,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:47.079428 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:47.079775 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:47.080111 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:47.080441 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:47.080766 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:47.081090 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:47.081410 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:47.081728 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:47.082048 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:47.082364 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:47.082678 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:47.082992 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:47.599482 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:47.671419 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:47.814731 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:47.819065 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9274900'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:47.889837 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Pushing event updated for resources: {'Port': ['ID=636385c9-ec6c-41e9-bcba-ac2903eeae2c,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:47.897306 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:47.997226 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Floating IP 7ad6d062-c20e-4732-a48b-401cf80683bd associated. External IP: 172.27.0.7, port: 88da92ac-055e-4739-b142-560746971ff8. Sep 14 12:18:48.194034 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:18:48.242715 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:18:48.305637 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:18:48.315191 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc325f9-4874-4a8e-b4bb-e66ca9ede0f3 None None] Sync routers for ids ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:18:48.321525 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:18:48.324679 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc325f9-4874-4a8e-b4bb-e66ca9ede0f3 None None] Routers {'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:18:48.325303 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-4bc325f9-4874-4a8e-b4bb-e66ca9ede0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:18:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:48.347687 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f67bb06d-6b3f-4ba9-956e-d4ef06a717ce tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7086658 Sep 14 12:18:48.348273 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a332de8-c16c-479b-b194-9b366d626e5a', 'tag': '88da92ac-055e-4739-b142-560746971ff8'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:18:48.350477 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8c7473670bfc4804779e6de410628707900893b250cd34c1ce1c05d6cbac26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd2f2c7-821d-4a13-8ceb-c58c9d0fef97" -d '{"events": [{"name": "network-changed", "server_uuid": "2a332de8-c16c-479b-b194-9b366d626e5a", "tag": "88da92ac-055e-4739-b142-560746971ff8"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:18:48.385856 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6002051a-b7dd-4e88-b6ad-14f2b62c3f2b x-openstack-request-id: req-6002051a-b7dd-4e88-b6ad-14f2b62c3f2b {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:18:48.386142 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a332de8-c16c-479b-b194-9b366d626e5a", "tag": "88da92ac-055e-4739-b142-560746971ff8", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:18:48.386387 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6002051a-b7dd-4e88-b6ad-14f2b62c3f2b {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:18:48.386780 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a332de8-c16c-479b-b194-9b366d626e5a', 'tag': '88da92ac-055e-4739-b142-560746971ff8', 'status': 'completed', 'code': 200} Sep 14 12:18:48.449864 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2f2c7-821d-4a13-8ceb-c58c9d0fef97 req-b8fae721-08dd-4dfb-9e6b-62515c21364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:48.451346 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4fd2f2c7-821d-4a13-8ceb-c58c9d0fef97 req-b8fae721-08dd-4dfb-9e6b-62515c21364b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4854dd8459d3477ba8a270a2421d7979&device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 1098 time: 0.0420628 Sep 14 12:18:48.548937 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2f2c7-821d-4a13-8ceb-c58c9d0fef97 req-79041b49-3503-4165-b856-bdbd93b40f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:48.550423 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4fd2f2c7-821d-4a13-8ceb-c58c9d0fef97 req-79041b49-3503-4165-b856-bdbd93b40f6f service neutron] 10.222.0.22 "GET /v2.0/networks?id=fee59a88-4470-41bf-ad91-5a80510211ed HTTP/1.1" status: 200 len: 909 time: 0.0920343 Sep 14 12:18:48.566977 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-4bc325f9-4874-4a8e-b4bb-e66ca9ede0f3 None None] Set router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:18:48.618069 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4fd2f2c7-821d-4a13-8ceb-c58c9d0fef97 req-caeaf66f-7a28-4f73-9ae9-44450a9df144 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88da92ac-055e-4739-b142-560746971ff8 HTTP/1.1" status: 200 len: 997 time: 0.0590787 Sep 14 12:18:48.669138 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2f2c7-821d-4a13-8ceb-c58c9d0fef97 req-4bff9684-b6e7-4973-8cec-720d3fad05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:48.670586 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4fd2f2c7-821d-4a13-8ceb-c58c9d0fef97 req-4bff9684-b6e7-4973-8cec-720d3fad05b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25730b99-4ec7-41b7-bad2-e22229a4a363 HTTP/1.1" status: 200 len: 847 time: 0.0427270 Sep 14 12:18:48.720522 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2f2c7-821d-4a13-8ceb-c58c9d0fef97 req-5e676a79-d7f8-4912-a815-e9549d8bc841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:18:48.721939 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4fd2f2c7-821d-4a13-8ceb-c58c9d0fef97 req-5e676a79-d7f8-4912-a815-e9549d8bc841 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee59a88-4470-41bf-ad91-5a80510211ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439293 Sep 14 12:18:48.786386 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-4bc325f9-4874-4a8e-b4bb-e66ca9ede0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'name': 'tempest-TestShelveInstance-641683942-router', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:58Z', 'updated_at': '2021-09-14T12:18:02Z', 'revision_number': 4, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'gw_port': {'id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:59Z', 'updated_at': '2021-09-14T12:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '7ad6d062-c20e-4732-a48b-401cf80683bd', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'port_id': '88da92ac-055e-4739-b142-560746971ff8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'mac_address': 'fa:16:3e:29:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a332de8-c16c-479b-b194-9b366d626e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:18:47Z', 'updated_at': '2021-09-14T12:18:47Z', 'revision_number': 0, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da311b1a-e18d-428a-82b0-f0cd9bc846b7', 'name': '', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'mac_address': 'fa:16:3e:45:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:01Z', 'updated_at': '2021-09-14T12:18:09Z', 'revision_number': 5, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'subnets': [{'id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:48.811615 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4fd2f2c7-821d-4a13-8ceb-c58c9d0fef97 req-97d6dd92-8ccb-4cb8-8f05-24742ccacfca service neutron] 10.222.0.22 "GET /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819983 Sep 14 12:18:48.812113 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc325f9-4874-4a8e-b4bb-e66ca9ede0f3 None None] Checking router: a1830a5e-be79-4c7d-a8ce-0cfa28e005dd for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:18:48.821073 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc325f9-4874-4a8e-b4bb-e66ca9ede0f3 None None] Routers {'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:18:48.821693 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-4bc325f9-4874-4a8e-b4bb-e66ca9ede0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:18:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:48.903973 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4fd2f2c7-821d-4a13-8ceb-c58c9d0fef97 req-ff2515f9-f5b1-4e36-bc30-8e5f9ba9872f service neutron] 10.222.0.22 "GET /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846133 Sep 14 12:18:48.926196 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-4bc325f9-4874-4a8e-b4bb-e66ca9ede0f3 None None] Set router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:18:49.144115 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-4bc325f9-4874-4a8e-b4bb-e66ca9ede0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'name': 'tempest-TestShelveInstance-641683942-router', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:58Z', 'updated_at': '2021-09-14T12:18:02Z', 'revision_number': 4, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'gw_port': {'id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:59Z', 'updated_at': '2021-09-14T12:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '7ad6d062-c20e-4732-a48b-401cf80683bd', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'port_id': '88da92ac-055e-4739-b142-560746971ff8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'mac_address': 'fa:16:3e:29:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a332de8-c16c-479b-b194-9b366d626e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:18:47Z', 'updated_at': '2021-09-14T12:18:47Z', 'revision_number': 0, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da311b1a-e18d-428a-82b0-f0cd9bc846b7', 'name': '', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'mac_address': 'fa:16:3e:45:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:01Z', 'updated_at': '2021-09-14T12:18:09Z', 'revision_number': 5, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'subnets': [{'id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:49.169312 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc325f9-4874-4a8e-b4bb-e66ca9ede0f3 None None] The sync data for ids ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'] in dv-cinder-784945-14-iscsi is: [{'id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'name': 'tempest-TestShelveInstance-641683942-router', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:58Z', 'updated_at': '2021-09-14T12:18:02Z', 'revision_number': 4, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'gw_port': {'id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:59Z', 'updated_at': '2021-09-14T12:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '7ad6d062-c20e-4732-a48b-401cf80683bd', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'port_id': '88da92ac-055e-4739-b142-560746971ff8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'mac_address': 'fa:16:3e:29:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a332de8-c16c-479b-b194-9b366d626e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:18:47Z', 'updated_at': '2021-09-14T12:18:47Z', 'revision_number': 0, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da311b1a-e18d-428a-82b0-f0cd9bc846b7', 'name': '', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'mac_address': 'fa:16:3e:45:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:01Z', 'updated_at': '2021-09-14T12:18:09Z', 'revision_number': 5, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'subnets': [{'id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:18:49.352762 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa8eb72-5c70-42a9-9af6-100a1652ea6d None None] New status for floating IP 7ad6d062-c20e-4732-a48b-401cf80683bd: ACTIVE {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:18:58.978966 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4210c7c2-13a2-4fce-b6ae-3a9a6836e5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:01.605327 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cafc2-8005-468e-a263-dc5fbe5d3770 req-425586b6-800c-4edb-9321-b6c5ee951abf tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:01.606779 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b66cafc2-8005-468e-a263-dc5fbe5d3770 req-425586b6-800c-4edb-9321-b6c5ee951abf tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0753379 Sep 14 12:19:01.613345 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e0bfa-17f4-44d0-b104-d7ed900af9b7 req-a5e2ff65-227f-484b-a1bd-0ea186ecf11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:01.615140 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e44e0bfa-17f4-44d0-b104-d7ed900af9b7 req-a5e2ff65-227f-484b-a1bd-0ea186ecf11b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a3b175e3fd04267adc8f25a26add4ed&device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 1138 time: 0.0566528 Sep 14 12:19:01.676427 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b66cafc2-8005-468e-a263-dc5fbe5d3770 req-c82b7bd8-7a37-474b-b06d-73763b1ea903 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595448 Sep 14 12:19:01.729142 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-764614d2-92fa-47ce-a7d6-b525eb488f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:01.732277 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e0bfa-17f4-44d0-b104-d7ed900af9b7 req-8287ae42-9ba4-49d2-b47e-4ab61c096344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:01.733798 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e44e0bfa-17f4-44d0-b104-d7ed900af9b7 req-8287ae42-9ba4-49d2-b47e-4ab61c096344 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ac3c4426-dc42-4af6-9ac8-00be952bbf25 HTTP/1.1" status: 200 len: 915 time: 0.1042490 Sep 14 12:19:01.802871 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e44e0bfa-17f4-44d0-b104-d7ed900af9b7 req-ff8cca8d-dcdb-4d0d-b544-6907c8192db8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2e7523-6bee-4913-82fc-a06f22b1e9b2 HTTP/1.1" status: 200 len: 1002 time: 0.0574732 Sep 14 12:19:01.858524 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e0bfa-17f4-44d0-b104-d7ed900af9b7 req-8c34c095-8a72-435f-bb0d-f10a22d6b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:01.860269 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e44e0bfa-17f4-44d0-b104-d7ed900af9b7 req-8c34c095-8a72-435f-bb0d-f10a22d6b71a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82728f3b-f9a6-45db-a1d2-0fb551a96f11 HTTP/1.1" status: 200 len: 853 time: 0.0461125 Sep 14 12:19:01.907819 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e0bfa-17f4-44d0-b104-d7ed900af9b7 req-62ab28d6-0eb1-43c5-a696-5a16f646a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:01.909291 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e44e0bfa-17f4-44d0-b104-d7ed900af9b7 req-62ab28d6-0eb1-43c5-a696-5a16f646a7e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ac3c4426-dc42-4af6-9ac8-00be952bbf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398777 Sep 14 12:19:01.969023 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:02.006740 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e44e0bfa-17f4-44d0-b104-d7ed900af9b7 req-7775b0a1-1763-40b9-8c54-ef0c0828fbf8 service neutron] 10.222.0.22 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836368 Sep 14 12:19:02.102993 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e44e0bfa-17f4-44d0-b104-d7ed900af9b7 req-2d2f12c3-5693-410e-927d-abb5430876e4 service neutron] 10.222.0.22 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797458 Sep 14 12:19:02.792701 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce2c9d-2bb6-49b8-b58d-5251e759d543 req-11fe3ab0-9fe3-4b47-8968-a04ef4376336 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:02.794194 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2cce2c9d-2bb6-49b8-b58d-5251e759d543 req-11fe3ab0-9fe3-4b47-8968-a04ef4376336 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0485413 Sep 14 12:19:02.833695 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2cce2c9d-2bb6-49b8-b58d-5251e759d543 req-6991ac1c-8d40-4c61-9f72-9a30af260a16 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335281 Sep 14 12:19:02.955382 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:03.939259 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:03.952208 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5e30a-40cf-4e1e-a6d7-ce9f721b80f9 req-354b948b-518e-4995-8663-3daf5b56c3a6 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:03.953675 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1ad5e30a-40cf-4e1e-a6d7-ce9f721b80f9 req-354b948b-518e-4995-8663-3daf5b56c3a6 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0536656 Sep 14 12:19:03.993068 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1ad5e30a-40cf-4e1e-a6d7-ce9f721b80f9 req-5f336208-c13a-4d00-a060-ac6ee2e97193 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333221 Sep 14 12:19:05.105870 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34b658-7f5f-4824-ba2f-5e273ff926e2 req-150fa2b3-a4dd-4964-9e51-d766cb766ba3 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:05.107344 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bd34b658-7f5f-4824-ba2f-5e273ff926e2 req-150fa2b3-a4dd-4964-9e51-d766cb766ba3 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0487852 Sep 14 12:19:05.145988 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bd34b658-7f5f-4824-ba2f-5e273ff926e2 req-a83e0c51-75ba-4725-9933-0aa1cea8e0e9 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325089 Sep 14 12:19:05.259987 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:06.259483 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d3c24-3e96-4d05-b1c3-ca0c7abeeeec req-a65020ad-669d-4c01-80a6-84110c6c2d51 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:06.260962 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b38d3c24-3e96-4d05-b1c3-ca0c7abeeeec req-a65020ad-669d-4c01-80a6-84110c6c2d51 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0492196 Sep 14 12:19:06.300095 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b38d3c24-3e96-4d05-b1c3-ca0c7abeeeec req-68e5eddd-c94d-46d7-856f-935ce1d24712 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332360 Sep 14 12:19:07.419636 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2c729-8da3-4ef3-be8a-ed187bd698d4 req-dd58f784-05d4-48a4-979b-633e944fc3cc tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:07.421073 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f5b2c729-8da3-4ef3-be8a-ed187bd698d4 req-dd58f784-05d4-48a4-979b-633e944fc3cc tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0526526 Sep 14 12:19:07.460487 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f5b2c729-8da3-4ef3-be8a-ed187bd698d4 req-a43316e7-aa9d-4422-bd42-2edb78bf15ae tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331745 Sep 14 12:19:08.573308 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b839a-da11-4d61-b359-3ce70d74df5f req-2848f40b-3297-4adc-8198-ff1bb9641f5b tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:08.574752 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-489b839a-da11-4d61-b359-3ce70d74df5f req-2848f40b-3297-4adc-8198-ff1bb9641f5b tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0481415 Sep 14 12:19:08.613533 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-489b839a-da11-4d61-b359-3ce70d74df5f req-8d17bb01-3951-4375-af8f-c733ee88003c tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327640 Sep 14 12:19:09.725649 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727f4a1-347f-4b18-9359-78b10844512b req-2f8c456c-9c35-49d4-ba60-7356250495b3 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:09.727102 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a727f4a1-347f-4b18-9359-78b10844512b req-2f8c456c-9c35-49d4-ba60-7356250495b3 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0472467 Sep 14 12:19:09.766045 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a727f4a1-347f-4b18-9359-78b10844512b req-62850c62-d4b1-4999-9b7c-4fc2505ee071 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331016 Sep 14 12:19:10.887459 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78fc4c-8d09-4b28-ae73-2cd41aaf4458 req-12e67a14-705e-4530-bbab-1853bc3644ac tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:10.888947 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0d78fc4c-8d09-4b28-ae73-2cd41aaf4458 req-12e67a14-705e-4530-bbab-1853bc3644ac tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0523736 Sep 14 12:19:10.929869 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0d78fc4c-8d09-4b28-ae73-2cd41aaf4458 req-477d9639-5cac-4d24-b560-aed1b16ed50e tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341897 Sep 14 12:19:12.041833 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ad44b-20bd-45f6-8321-6f02c976c138 req-91168ff6-c03c-4d2b-9e4d-8ebe02903a45 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:12.043290 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ce4ad44b-20bd-45f6-8321-6f02c976c138 req-91168ff6-c03c-4d2b-9e4d-8ebe02903a45 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0476866 Sep 14 12:19:12.081445 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ce4ad44b-20bd-45f6-8321-6f02c976c138 req-45e8b771-4a6f-4588-9637-8277af51bb33 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322912 Sep 14 12:19:13.196112 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec0b55-2e9c-40c2-920d-84b32ed69e83 req-efed9303-f2aa-4459-a0b0-31c1d3f8405a tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:13.197668 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fdec0b55-2e9c-40c2-920d-84b32ed69e83 req-efed9303-f2aa-4459-a0b0-31c1d3f8405a tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0488226 Sep 14 12:19:13.236492 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fdec0b55-2e9c-40c2-920d-84b32ed69e83 req-5236cd86-3629-4690-aa3c-b023c3f5e04b tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328531 Sep 14 12:19:14.355163 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80c360-6c1a-42af-8f01-721484c71d77 req-85dd10f1-928e-494f-99aa-15e04cb27bd9 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:14.356607 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f80c360-6c1a-42af-8f01-721484c71d77 req-85dd10f1-928e-494f-99aa-15e04cb27bd9 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0561075 Sep 14 12:19:14.396159 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f80c360-6c1a-42af-8f01-721484c71d77 req-31b339b8-c22c-4a6a-a361-954d18392aaf tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334015 Sep 14 12:19:15.510752 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f145f-f26a-4e9e-8c15-9518d993de27 req-32bf61ff-5bbe-474e-b3ad-824ff81bbf75 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:15.512255 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2a4f145f-f26a-4e9e-8c15-9518d993de27 req-32bf61ff-5bbe-474e-b3ad-824ff81bbf75 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0493133 Sep 14 12:19:15.552582 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2a4f145f-f26a-4e9e-8c15-9518d993de27 req-6444d80f-16cd-4be8-8092-be3938f4b5f2 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334816 Sep 14 12:19:16.665525 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3496fc2-c15b-40b2-a0dc-f14a44fbf00a req-34ea6867-85a4-40ae-8b69-bd0ea657c8dd tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:16.667346 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e3496fc2-c15b-40b2-a0dc-f14a44fbf00a req-34ea6867-85a4-40ae-8b69-bd0ea657c8dd tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0492625 Sep 14 12:19:16.706632 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e3496fc2-c15b-40b2-a0dc-f14a44fbf00a req-7512b6a0-cd9c-4b73-9790-6d1fc4dca7e3 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330479 Sep 14 12:19:17.822421 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2c0c1-9539-402f-a294-f6644e0629e5 req-f3106f8e-acee-4187-bc6e-0a5794e46bcb tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:17.823899 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bca2c0c1-9539-402f-a294-f6644e0629e5 req-f3106f8e-acee-4187-bc6e-0a5794e46bcb tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0514617 Sep 14 12:19:17.863242 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bca2c0c1-9539-402f-a294-f6644e0629e5 req-4c333ddf-95eb-412a-8da8-0a4c68c31086 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333517 Sep 14 12:19:18.976674 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a009e-cfa8-493f-a91f-76d8600e9323 req-8b95f313-6ecb-4658-98ce-1d11bc3a59f6 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:18.978034 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-541a009e-cfa8-493f-a91f-76d8600e9323 req-8b95f313-6ecb-4658-98ce-1d11bc3a59f6 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0480900 Sep 14 12:19:19.017707 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-541a009e-cfa8-493f-a91f-76d8600e9323 req-c903568c-c8a3-4785-80a5-6cb1ae22d6dd tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=192acf2b-4474-4f40-982f-335aa36124a7&id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336361 Sep 14 12:19:25.243143 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:19:28.978131 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a6efe347-a0f1-4149-bda4-3c55397c7fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:31.730969 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4a4e0cbe-4530-4ce9-874b-35c2136390fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:31.969390 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:32.957558 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:33.938288 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:35.274373 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:43.767908 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25254877-713a-46c3-8aae-732d050c23ce req-8cd14470-e501-401a-ac52-e4482085d782 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799847 Sep 14 12:19:43.832426 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25254877-713a-46c3-8aae-732d050c23ce req-f7f4276a-4701-4c11-866f-01bd4c1303e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:43.833897 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25254877-713a-46c3-8aae-732d050c23ce req-f7f4276a-4701-4c11-866f-01bd4c1303e8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a3b175e3fd04267adc8f25a26add4ed&device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 1138 time: 0.0423024 Sep 14 12:19:43.932611 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25254877-713a-46c3-8aae-732d050c23ce req-b824c0cd-47af-421f-a4a8-e5b1f18c2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:43.934041 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25254877-713a-46c3-8aae-732d050c23ce req-b824c0cd-47af-421f-a4a8-e5b1f18c2323 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ac3c4426-dc42-4af6-9ac8-00be952bbf25 HTTP/1.1" status: 200 len: 915 time: 0.0810456 Sep 14 12:19:44.241960 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25254877-713a-46c3-8aae-732d050c23ce req-420de2a8-3188-4362-bfa9-de3801402d22 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2e7523-6bee-4913-82fc-a06f22b1e9b2 HTTP/1.1" status: 200 len: 1002 time: 0.3004243 Sep 14 12:19:44.289967 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25254877-713a-46c3-8aae-732d050c23ce req-33971852-0c5b-48af-8020-91f2eddb8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:44.291376 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25254877-713a-46c3-8aae-732d050c23ce req-33971852-0c5b-48af-8020-91f2eddb8792 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82728f3b-f9a6-45db-a1d2-0fb551a96f11 HTTP/1.1" status: 200 len: 853 time: 0.0425055 Sep 14 12:19:44.336086 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25254877-713a-46c3-8aae-732d050c23ce req-c7752acd-445e-48b4-8e8e-bfd6b1044728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:44.337546 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25254877-713a-46c3-8aae-732d050c23ce req-c7752acd-445e-48b4-8e8e-bfd6b1044728 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ac3c4426-dc42-4af6-9ac8-00be952bbf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392838 Sep 14 12:19:44.350001 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [req-25254877-713a-46c3-8aae-732d050c23ce req-7aeb6eba-8512-4cdd-a851-f05a6229f1ce service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 12:19:44.351084 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25254877-713a-46c3-8aae-732d050c23ce req-7aeb6eba-8512-4cdd-a851-f05a6229f1ce service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048714 Sep 14 12:19:44.443085 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25254877-713a-46c3-8aae-732d050c23ce req-483cf9e2-edc6-4fe2-8953-503387d4cc94 service neutron] 10.222.0.22 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841300 Sep 14 12:19:44.532167 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25254877-713a-46c3-8aae-732d050c23ce req-d28d553e-f771-4055-aa67-2578336eae41 service neutron] 10.222.0.22 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808980 Sep 14 12:19:52.358910 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5ac73167-37cd-4f26-8740-1ea5ab305cdd req-3ac6d58a-6b4c-459e-9996-cd49d6012326 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528266086&fields=id&tenant_id=1a3b175e3fd04267adc8f25a26add4ed HTTP/1.1" status: 200 len: 267 time: 0.0798531 Sep 14 12:19:52.418719 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac73167-37cd-4f26-8740-1ea5ab305cdd req-d865cd3a-1a3b-49c5-86db-cb94911120a8 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:52.420173 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5ac73167-37cd-4f26-8740-1ea5ab305cdd req-d865cd3a-1a3b-49c5-86db-cb94911120a8 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 985 time: 0.0540559 Sep 14 12:19:52.431228 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-5ac73167-37cd-4f26-8740-1ea5ab305cdd req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Request body: {'port': {'security_groups': ['1e25abfe-d170-473e-bf2d-97917b249050']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:52.497222 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5ac73167-37cd-4f26-8740-1ea5ab305cdd req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:52.668986 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5ac73167-37cd-4f26-8740-1ea5ab305cdd req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] For port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9d2e7523-6bee-4913-82fc-a06f22b1e9b2,segment=NetworkSegment(fe23e04a-8a0d-4693-be4d-c7443dc56e29),segment_id=fe23e04a-8a0d-4693-be4d-c7443dc56e29)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:19:52.699416 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5ac73167-37cd-4f26-8740-1ea5ab305cdd req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:52.703928 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5ac73167-37cd-4f26-8740-1ea5ab305cdd req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:52.716643 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['9d2e7523-6bee-4913-82fc-a06f22b1e9b2'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:19:52.747493 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac73167-37cd-4f26-8740-1ea5ab305cdd req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:52.748080 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5ac73167-37cd-4f26-8740-1ea5ab305cdd req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:52.755204 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5ac73167-37cd-4f26-8740-1ea5ab305cdd req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "PUT /v2.0/ports/9d2e7523-6bee-4913-82fc-a06f22b1e9b2 HTTP/1.1" status: 200 len: 943 time: 0.3230259 Sep 14 12:19:52.755204 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c57c3b-95de-407a-b478-c022c6932b36', 'tag': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:19:52.755204 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3eda1ce-dbf6-4a09-aada-112b2c542548" -d '{"events": [{"name": "network-changed", "server_uuid": "63c57c3b-95de-407a-b478-c022c6932b36", "tag": "9d2e7523-6bee-4913-82fc-a06f22b1e9b2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:19:52.757181 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53742) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:19:52.793825 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Pushing event updated for resources: {'Port': ['ID=9d2e7523-6bee-4913-82fc-a06f22b1e9b2,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:52.804162 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.804607 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.804987 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.805388 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.805952 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.806383 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.806832 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.807249 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.807689 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.808077 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.808468 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.808899 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411446d-0c5f-42e3-bfa9-b6dad1b34c42 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.842449 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['9d2e7523-6bee-4913-82fc-a06f22b1e9b2'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:19:52.854981 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:52.878277 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61246a8-a32e-44e6-9398-f63e9e309ff7 x-openstack-request-id: req-a61246a8-a32e-44e6-9398-f63e9e309ff7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:19:52.878769 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c57c3b-95de-407a-b478-c022c6932b36", "tag": "9d2e7523-6bee-4913-82fc-a06f22b1e9b2", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:19:52.879310 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a61246a8-a32e-44e6-9398-f63e9e309ff7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:19:52.879876 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c57c3b-95de-407a-b478-c022c6932b36', 'tag': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2', 'status': 'completed', 'code': 200} Sep 14 12:19:52.900660 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:52.969512 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:52.972543 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:52.973716 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "DELETE /v2.0/security-groups/192acf2b-4474-4f40-982f-335aa36124a7 HTTP/1.1" status: 204 len: 168 time: 0.2143886 Sep 14 12:19:52.974008 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eda1ce-dbf6-4a09-aada-112b2c542548 req-7f42243c-1d7c-4a4c-810b-3eb7a3addb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:52.976061 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a3eda1ce-dbf6-4a09-aada-112b2c542548 req-7f42243c-1d7c-4a4c-810b-3eb7a3addb71 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a3b175e3fd04267adc8f25a26add4ed&device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 1099 time: 0.0673683 Sep 14 12:19:52.977670 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 53748) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:19:52.983964 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=192acf2b-4474-4f40-982f-335aa36124a7,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:52.992923 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.993279 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.993629 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.993965 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.994299 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.994633 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.994965 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.995328 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.995658 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.995985 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.996313 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:52.996763 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbfc39-ef63-4f12-b12a-657ceba1f56f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:53.038182 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-46aea8bf-14ad-4dc8-94eb-8bb8dbfcc119 None None] Provisioning complete for port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:19:53.038565 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-46aea8bf-14ad-4dc8-94eb-8bb8dbfcc119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:53.164955 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eda1ce-dbf6-4a09-aada-112b2c542548 req-fafd46b2-9fae-4e11-ad17-f61772a4a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:53.166411 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a3eda1ce-dbf6-4a09-aada-112b2c542548 req-fafd46b2-9fae-4e11-ad17-f61772a4a60f service neutron] 10.222.0.22 "GET /v2.0/networks?id=ac3c4426-dc42-4af6-9ac8-00be952bbf25 HTTP/1.1" status: 200 len: 915 time: 0.1805241 Sep 14 12:19:53.253076 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a3eda1ce-dbf6-4a09-aada-112b2c542548 req-4476762a-23b3-4a6e-940f-2432bdbbd036 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2e7523-6bee-4913-82fc-a06f22b1e9b2 HTTP/1.1" status: 200 len: 1002 time: 0.0642684 Sep 14 12:19:53.263857 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8a732e82-e8db-4cbb-b88b-c4142fbbb224 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Deleting port 6ff4ebbe-7c67-4415-98d9-dcb1cc1878fc {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:19:53.264194 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a732e82-e8db-4cbb-b88b-c4142fbbb224 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:53.355695 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eda1ce-dbf6-4a09-aada-112b2c542548 req-da8df573-7ce7-4bea-bb26-1813c14e7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:53.357130 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a3eda1ce-dbf6-4a09-aada-112b2c542548 req-da8df573-7ce7-4bea-bb26-1813c14e7d48 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82728f3b-f9a6-45db-a1d2-0fb551a96f11 HTTP/1.1" status: 200 len: 853 time: 0.0948806 Sep 14 12:19:53.398071 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a732e82-e8db-4cbb-b88b-c4142fbbb224 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:53.398801 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a732e82-e8db-4cbb-b88b-c4142fbbb224 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:53.413566 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8a732e82-e8db-4cbb-b88b-c4142fbbb224 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Calling delete_port for 6ff4ebbe-7c67-4415-98d9-dcb1cc1878fc owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:19:53.431481 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eda1ce-dbf6-4a09-aada-112b2c542548 req-ba21509b-bcdb-47db-83f0-dbfcaf02ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:53.432981 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a3eda1ce-dbf6-4a09-aada-112b2c542548 req-ba21509b-bcdb-47db-83f0-dbfcaf02ad02 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ac3c4426-dc42-4af6-9ac8-00be952bbf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0682647 Sep 14 12:19:53.606843 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a3eda1ce-dbf6-4a09-aada-112b2c542548 req-e12d5768-d92f-444b-916e-4a5018db2d5c service neutron] 10.222.0.22 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409051 Sep 14 12:19:53.729140 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a3eda1ce-dbf6-4a09-aada-112b2c542548 req-cdf8f20c-f7be-402f-a509-223b0b262dda service neutron] 10.222.0.22 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139467 Sep 14 12:19:53.730163 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a732e82-e8db-4cbb-b88b-c4142fbbb224 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:53.760100 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a732e82-e8db-4cbb-b88b-c4142fbbb224 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Pushing event deleted for resources: {'Port': ['ID=6ff4ebbe-7c67-4415-98d9-dcb1cc1878fc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:53.816346 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a732e82-e8db-4cbb-b88b-c4142fbbb224 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:53.816681 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.l3_db [None req-8a732e82-e8db-4cbb-b88b-c4142fbbb224 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Floating IP 57510fc7-92f4-4ed7-8da6-f5ff8ea497f3 disassociated (deleted). External IP: 172.27.0.137, port: 9d2e7523-6bee-4913-82fc-a06f22b1e9b2. Sep 14 12:19:54.017808 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a732e82-e8db-4cbb-b88b-c4142fbbb224 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Router f988f975-615e-41d9-af53-4ff313d2e307 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:19:54.124104 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a732e82-e8db-4cbb-b88b-c4142fbbb224 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:19:54.128831 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a732e82-e8db-4cbb-b88b-c4142fbbb224 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:54.134746 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b439d299-ef98-465a-a703-eb41592e0cb3 None None] Sync routers for ids ['f988f975-615e-41d9-af53-4ff313d2e307'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:19:54.143624 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b439d299-ef98-465a-a703-eb41592e0cb3 None None] Routers {'f988f975-615e-41d9-af53-4ff313d2e307'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:19:54.144226 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-b439d299-ef98-465a-a703-eb41592e0cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:19:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['f988f975-615e-41d9-af53-4ff313d2e307'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:54.156167 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-8a732e82-e8db-4cbb-b88b-c4142fbbb224 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "DELETE /v2.0/floatingips/57510fc7-92f4-4ed7-8da6-f5ff8ea497f3 HTTP/1.1" status: 204 len: 168 time: 1.1774266 Sep 14 12:19:54.245485 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-b439d299-ef98-465a-a703-eb41592e0cb3 None None] Set router f988f975-615e-41d9-af53-4ff313d2e307 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:19:54.449161 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-b439d299-ef98-465a-a703-eb41592e0cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'name': 'tempest-TestMinimumBasicScenario-352767971-router', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:34Z', 'revision_number': 4, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'gw_port': {'id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': 'ce6740b7-8488-4a2d-bc98-5e403b83bae7', 'name': '', 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'mac_address': 'fa:16:3e:e6:93:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:34Z', 'updated_at': '2021-09-14T12:17:41Z', 'revision_number': 5, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'subnets': [{'id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:54.474338 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b439d299-ef98-465a-a703-eb41592e0cb3 None None] Checking router: f988f975-615e-41d9-af53-4ff313d2e307 for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:19:54.482617 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b439d299-ef98-465a-a703-eb41592e0cb3 None None] Routers {'f988f975-615e-41d9-af53-4ff313d2e307'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:19:54.483261 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-b439d299-ef98-465a-a703-eb41592e0cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:19:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['f988f975-615e-41d9-af53-4ff313d2e307'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:54.585250 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-b439d299-ef98-465a-a703-eb41592e0cb3 None None] Set router f988f975-615e-41d9-af53-4ff313d2e307 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:19:54.780532 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-b439d299-ef98-465a-a703-eb41592e0cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'name': 'tempest-TestMinimumBasicScenario-352767971-router', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:34Z', 'revision_number': 4, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'gw_port': {'id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': 'ce6740b7-8488-4a2d-bc98-5e403b83bae7', 'name': '', 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'mac_address': 'fa:16:3e:e6:93:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:34Z', 'updated_at': '2021-09-14T12:17:41Z', 'revision_number': 5, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'subnets': [{'id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:54.806357 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b439d299-ef98-465a-a703-eb41592e0cb3 None None] The sync data for ids ['f988f975-615e-41d9-af53-4ff313d2e307'] in dv-cinder-784945-14-iscsi is: [{'id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'name': 'tempest-TestMinimumBasicScenario-352767971-router', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:34Z', 'revision_number': 4, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'gw_port': {'id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': 'ce6740b7-8488-4a2d-bc98-5e403b83bae7', 'name': '', 'network_id': 'ac3c4426-dc42-4af6-9ac8-00be952bbf25', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'mac_address': 'fa:16:3e:e6:93:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:34Z', 'updated_at': '2021-09-14T12:17:41Z', 'revision_number': 5, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'subnets': [{'id': '82728f3b-f9a6-45db-a1d2-0fb551a96f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:19:54.880911 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c57c3b-95de-407a-b478-c022c6932b36', 'tag': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:19:54.884046 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd94db6-c1b7-4c54-a15c-09c96061479e" -d '{"events": [{"name": "network-changed", "server_uuid": "63c57c3b-95de-407a-b478-c022c6932b36", "tag": "9d2e7523-6bee-4913-82fc-a06f22b1e9b2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:19:54.925552 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12643c7b-ae48-4b95-b3d4-7481990c82c7 x-openstack-request-id: req-12643c7b-ae48-4b95-b3d4-7481990c82c7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:19:54.925852 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c57c3b-95de-407a-b478-c022c6932b36", "tag": "9d2e7523-6bee-4913-82fc-a06f22b1e9b2", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:19:54.926301 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12643c7b-ae48-4b95-b3d4-7481990c82c7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:19:54.926733 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c57c3b-95de-407a-b478-c022c6932b36', 'tag': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2', 'status': 'completed', 'code': 200} Sep 14 12:19:54.995499 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd94db6-c1b7-4c54-a15c-09c96061479e req-eed20b87-e99a-4f42-80ef-b987d460c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:54.997007 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dbd94db6-c1b7-4c54-a15c-09c96061479e req-eed20b87-e99a-4f42-80ef-b987d460c91b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a3b175e3fd04267adc8f25a26add4ed&device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 1099 time: 0.0464442 Sep 14 12:19:55.016959 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eba9707-7e5b-4b15-bbf7-abadde945af9 None None] New status for floating IP 57510fc7-92f4-4ed7-8da6-f5ff8ea497f3: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:19:55.091586 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd94db6-c1b7-4c54-a15c-09c96061479e req-76c5fe51-5973-4caf-b1a2-74567769031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:55.093129 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dbd94db6-c1b7-4c54-a15c-09c96061479e req-76c5fe51-5973-4caf-b1a2-74567769031e service neutron] 10.222.0.22 "GET /v2.0/networks?id=ac3c4426-dc42-4af6-9ac8-00be952bbf25 HTTP/1.1" status: 200 len: 915 time: 0.0890613 Sep 14 12:19:55.140123 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dbd94db6-c1b7-4c54-a15c-09c96061479e req-a2bebb17-fdeb-4749-b5bb-dcb15eab4445 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2e7523-6bee-4913-82fc-a06f22b1e9b2 HTTP/1.1" status: 200 len: 217 time: 0.0380909 Sep 14 12:19:55.188973 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd94db6-c1b7-4c54-a15c-09c96061479e req-83b1c9c1-2c59-49fc-b076-b4ba79c65c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:55.190423 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dbd94db6-c1b7-4c54-a15c-09c96061479e req-83b1c9c1-2c59-49fc-b076-b4ba79c65c64 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=82728f3b-f9a6-45db-a1d2-0fb551a96f11 HTTP/1.1" status: 200 len: 853 time: 0.0429580 Sep 14 12:19:55.240230 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd94db6-c1b7-4c54-a15c-09c96061479e req-967c8196-2a50-4731-9f46-ff9028d56bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:55.242249 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dbd94db6-c1b7-4c54-a15c-09c96061479e req-967c8196-2a50-4731-9f46-ff9028d56bb1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ac3c4426-dc42-4af6-9ac8-00be952bbf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437500 Sep 14 12:19:55.329287 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dbd94db6-c1b7-4c54-a15c-09c96061479e req-0af57bcf-274b-47a4-8112-5c629be3d3fd service neutron] 10.222.0.22 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794923 Sep 14 12:19:55.419210 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dbd94db6-c1b7-4c54-a15c-09c96061479e req-68f78d9d-967a-47b6-9b75-4e38f9990c32 service neutron] 10.222.0.22 "GET /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832775 Sep 14 12:19:56.871323 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fb993-0474-4618-a331-07af04a20324 req-e7142078-db08-4a39-b23a-e51229b1f86d tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:56.872789 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-845fb993-0474-4618-a331-07af04a20324 req-e7142078-db08-4a39-b23a-e51229b1f86d tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 946 time: 0.0481238 Sep 14 12:19:56.909810 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-845fb993-0474-4618-a331-07af04a20324 req-c33ec8cf-4593-4971-83aa-f4ce9efcdbfc tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310550 Sep 14 12:19:58.073169 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036616a-3728-456f-a869-0d38e44f7c29 req-65afa933-7f4a-4e1a-89a1-f17bd9746c7d tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:58.074632 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a036616a-3728-456f-a869-0d38e44f7c29 req-65afa933-7f4a-4e1a-89a1-f17bd9746c7d tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 946 time: 0.0967758 Sep 14 12:19:58.116924 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a036616a-3728-456f-a869-0d38e44f7c29 req-7b9ce4e8-d3f8-43ba-8919-636d3aa9d07c tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363631 Sep 14 12:19:58.978830 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a6229177-a7b6-40d6-83ad-85c5943d5463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:19:59.229035 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77575171-abf6-4e34-b724-53a0a3083c0e req-040c8504-a76e-4eb3-b007-83f277892161 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:19:59.230430 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-77575171-abf6-4e34-b724-53a0a3083c0e req-040c8504-a76e-4eb3-b007-83f277892161 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 946 time: 0.0481460 Sep 14 12:19:59.268751 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-77575171-abf6-4e34-b724-53a0a3083c0e req-72106a90-328a-49d7-aacf-35af3ee5169f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Sep 14 12:20:00.385473 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c6167-4b6d-4eac-9563-a16d52b45428 req-36e75c94-3e60-4f6a-a289-35124e3ae9f6 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:00.387349 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f71c6167-4b6d-4eac-9563-a16d52b45428 req-36e75c94-3e60-4f6a-a289-35124e3ae9f6 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 946 time: 0.0502999 Sep 14 12:20:00.429043 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f71c6167-4b6d-4eac-9563-a16d52b45428 req-494d7c2a-2edb-4488-a29e-f900b9b7c8b1 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e25abfe-d170-473e-bf2d-97917b249050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329549 Sep 14 12:20:00.988014 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0428c-d23c-43a6-b42f-9c1516bd46af req-def09368-fafc-4f62-b0d8-b20e016353c8 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:00.989356 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bbb0428c-d23c-43a6-b42f-9c1516bd46af req-def09368-fafc-4f62-b0d8-b20e016353c8 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.22 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 946 time: 0.0491238 Sep 14 12:20:01.088764 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-bbb0428c-d23c-43a6-b42f-9c1516bd46af req-84b0d935-47b3-4682-aa96-3b69bdbff807 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Deleting port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:20:01.089102 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bbb0428c-d23c-43a6-b42f-9c1516bd46af req-84b0d935-47b3-4682-aa96-3b69bdbff807 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:01.175376 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-bbb0428c-d23c-43a6-b42f-9c1516bd46af req-84b0d935-47b3-4682-aa96-3b69bdbff807 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] For port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=9d2e7523-6bee-4913-82fc-a06f22b1e9b2,segment=NetworkSegment(fe23e04a-8a0d-4693-be4d-c7443dc56e29),segment_id=fe23e04a-8a0d-4693-be4d-c7443dc56e29)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:01.175750 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bbb0428c-d23c-43a6-b42f-9c1516bd46af req-84b0d935-47b3-4682-aa96-3b69bdbff807 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:01.192021 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-bbb0428c-d23c-43a6-b42f-9c1516bd46af req-84b0d935-47b3-4682-aa96-3b69bdbff807 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Calling delete_port for 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:20:01.313079 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bbb0428c-d23c-43a6-b42f-9c1516bd46af req-84b0d935-47b3-4682-aa96-3b69bdbff807 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:01.325226 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['9d2e7523-6bee-4913-82fc-a06f22b1e9b2'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:20:01.342016 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0d935-47b3-4682-aa96-3b69bdbff807 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Pushing event deleted for resources: {'Port': ['ID=9d2e7523-6bee-4913-82fc-a06f22b1e9b2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:01.384195 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb0428c-d23c-43a6-b42f-9c1516bd46af req-84b0d935-47b3-4682-aa96-3b69bdbff807 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] No DVR routers for this DVR port 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:20:01.386693 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-bbb0428c-d23c-43a6-b42f-9c1516bd46af req-84b0d935-47b3-4682-aa96-3b69bdbff807 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:01.388729 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bbb0428c-d23c-43a6-b42f-9c1516bd46af req-84b0d935-47b3-4682-aa96-3b69bdbff807 tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.22 "DELETE /v2.0/ports/9d2e7523-6bee-4913-82fc-a06f22b1e9b2 HTTP/1.1" status: 204 len: 173 time: 0.3918755 Sep 14 12:20:01.389178 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c57c3b-95de-407a-b478-c022c6932b36', 'name': 'network-vif-deleted', 'tag': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:20:01.391374 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d42075-4905-4a72-8aac-d558d85ea5d5" -d '{"events": [{"server_uuid": "63c57c3b-95de-407a-b478-c022c6932b36", "name": "network-vif-deleted", "tag": "9d2e7523-6bee-4913-82fc-a06f22b1e9b2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:20:01.428005 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d08cca-34b9-4a8a-9ed5-d3c68aec553c x-openstack-request-id: req-18d08cca-34b9-4a8a-9ed5-d3c68aec553c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:20:01.428302 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c57c3b-95de-407a-b478-c022c6932b36", "name": "network-vif-deleted", "tag": "9d2e7523-6bee-4913-82fc-a06f22b1e9b2", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:20:01.428558 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18d08cca-34b9-4a8a-9ed5-d3c68aec553c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:20:01.428955 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c57c3b-95de-407a-b478-c022c6932b36', 'name': 'network-vif-deleted', 'tag': '9d2e7523-6bee-4913-82fc-a06f22b1e9b2', 'status': 'completed', 'code': 200} Sep 14 12:20:01.524906 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f32a44be-35db-4596-92b7-cad7263311ba req-c79cd0a3-e4c3-43c0-a61a-a3d7db8e9a7f tempest-TestMinimumBasicScenario-1333082191 tempest-TestMinimumBasicScenario-1333082191-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c57c3b-95de-407a-b478-c022c6932b36 HTTP/1.1" status: 200 len: 210 time: 0.0293622 Sep 14 12:20:01.731536 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4f600d8c-4778-4bd0-976b-a9abcfa40ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:01.970594 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:02.242464 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:20:02.964158 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:03.199914 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53868) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:20:03.538233 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e5b9b080-585c-41c2-bdc2-ee3339090773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577023'] for router_interface, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:03.774983 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9b080-585c-41c2-bdc2-ee3339090773 admin admin] Deleting port ce6740b7-8488-4a2d-bc98-5e403b83bae7 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:20:03.775376 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e5b9b080-585c-41c2-bdc2-ee3339090773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:03.851440 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-e5b9b080-585c-41c2-bdc2-ee3339090773 admin admin] For port ce6740b7-8488-4a2d-bc98-5e403b83bae7, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=ce6740b7-8488-4a2d-bc98-5e403b83bae7,segment=NetworkSegment(fe23e04a-8a0d-4693-be4d-c7443dc56e29),segment_id=fe23e04a-8a0d-4693-be4d-c7443dc56e29)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:03.851803 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e5b9b080-585c-41c2-bdc2-ee3339090773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:03.865518 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9b080-585c-41c2-bdc2-ee3339090773 admin admin] Calling delete_port for ce6740b7-8488-4a2d-bc98-5e403b83bae7 owned by network:router_interface {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:20:03.940919 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:04.103109 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e5b9b080-585c-41c2-bdc2-ee3339090773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:04.138498 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9b080-585c-41c2-bdc2-ee3339090773 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6740b7-8488-4a2d-bc98-5e403b83bae7,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:04.319944 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e5b9b080-585c-41c2-bdc2-ee3339090773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577099'] for router_interface, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:04.537734 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b9b080-585c-41c2-bdc2-ee3339090773 admin admin] Router f988f975-615e-41d9-af53-4ff313d2e307 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:20:04.649408 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b9b080-585c-41c2-bdc2-ee3339090773 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:20:04.654836 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e5b9b080-585c-41c2-bdc2-ee3339090773 admin admin] 10.222.0.20 "PUT /v2.0/routers/f988f975-615e-41d9-af53-4ff313d2e307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4538164 Sep 14 12:20:04.657292 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53876) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:20:04.660010 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68445dd-745d-47cc-9895-9dbfbb6404ca None None] Sync routers for ids ['f988f975-615e-41d9-af53-4ff313d2e307'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:20:04.671279 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68445dd-745d-47cc-9895-9dbfbb6404ca None None] Routers {'f988f975-615e-41d9-af53-4ff313d2e307'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:20:04.672115 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-c68445dd-745d-47cc-9895-9dbfbb6404ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:20:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['f988f975-615e-41d9-af53-4ff313d2e307'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:04.792277 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-c68445dd-745d-47cc-9895-9dbfbb6404ca None None] Set router f988f975-615e-41d9-af53-4ff313d2e307 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:20:04.885344 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:20:04.886987 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-609cc50a-857f-44de-aea8-873c032a461a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901111487&fields=id&tenant_id=9a6bd858c8ef450bbfa54900f4d817c6 HTTP/1.1" status: 200 len: 267 time: 0.0489945 Sep 14 12:20:04.938521 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:20:04.938865 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 9d2e7523-6bee-4913-82fc-a06f22b1e9b2 not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:20:04.996267 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-652e755e-180c-4038-b393-91cb26f78b78 admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:04.999815 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-dd3b857b-d189-47a7-86e8-bca0debaf10c tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:05.001391 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-dd3b857b-d189-47a7-86e8-bca0debaf10c tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/networks?id=8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 200 len: 812 time: 0.1135936 Sep 14 12:20:05.013084 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-c68445dd-745d-47cc-9895-9dbfbb6404ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'name': 'tempest-TestMinimumBasicScenario-352767971-router', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:20:04Z', 'revision_number': 5, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'gw_port': {'id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:05.021845 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-5cdf73ee-f19b-42e9-8a24-d84dcbeacfad tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/quotas/9a6bd858c8ef450bbfa54900f4d817c6 HTTP/1.1" status: 200 len: 375 time: 0.0124471 Sep 14 12:20:05.039672 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68445dd-745d-47cc-9895-9dbfbb6404ca None None] Checking router: f988f975-615e-41d9-af53-4ff313d2e307 for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:20:05.048252 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68445dd-745d-47cc-9895-9dbfbb6404ca None None] Routers {'f988f975-615e-41d9-af53-4ff313d2e307'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:20:05.048991 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-c68445dd-745d-47cc-9895-9dbfbb6404ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:20:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['f988f975-615e-41d9-af53-4ff313d2e307'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:05.081614 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-16eb6d4b-5d74-45d0-be02-a3118c8718cc tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0539298 Sep 14 12:20:05.098442 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-a9200f72-7503-43b9-ac9a-9aad7f0d78af service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 12:20:05.099513 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-652e755e-180c-4038-b393-91cb26f78b78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:05.099651 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-a9200f72-7503-43b9-ac9a-9aad7f0d78af service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054419 Sep 14 12:20:05.157454 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-652e755e-180c-4038-b393-91cb26f78b78 admin admin] Deleting port 89b51e3f-1de3-48ea-8667-d28771ed8a34 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:20:05.157884 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-652e755e-180c-4038-b393-91cb26f78b78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:05.199477 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-e98fc7f0-ed09-4953-842b-d0cbe13890a5 service neutron] 10.222.0.20 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932770 Sep 14 12:20:05.245679 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-652e755e-180c-4038-b393-91cb26f78b78 admin admin] For port 89b51e3f-1de3-48ea-8667-d28771ed8a34, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=89b51e3f-1de3-48ea-8667-d28771ed8a34,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:05.246057 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-652e755e-180c-4038-b393-91cb26f78b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:05.259249 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-652e755e-180c-4038-b393-91cb26f78b78 admin admin] Calling delete_port for 89b51e3f-1de3-48ea-8667-d28771ed8a34 owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:20:05.294196 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-1588acfb-7445-4434-b27e-9a95174c6bf9 service neutron] 10.222.0.20 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879354 Sep 14 12:20:05.299885 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-c68445dd-745d-47cc-9895-9dbfbb6404ca None None] Set router f988f975-615e-41d9-af53-4ff313d2e307 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:20:05.360861 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:05.439713 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-652e755e-180c-4038-b393-91cb26f78b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:05.468819 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e755e-180c-4038-b393-91cb26f78b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=89b51e3f-1de3-48ea-8667-d28771ed8a34,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:05.494652 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-c68445dd-745d-47cc-9895-9dbfbb6404ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'name': 'tempest-TestMinimumBasicScenario-352767971-router', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:20:04Z', 'revision_number': 5, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'gw_port': {'id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:05.527339 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68445dd-745d-47cc-9895-9dbfbb6404ca None None] The sync data for ids ['f988f975-615e-41d9-af53-4ff313d2e307'] in dv-cinder-784945-14-iscsi is: [{'id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'name': 'tempest-TestMinimumBasicScenario-352767971-router', 'tenant_id': '1a3b175e3fd04267adc8f25a26add4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:20:04Z', 'revision_number': 5, 'project_id': '1a3b175e3fd04267adc8f25a26add4ed', 'gw_port': {'id': '89b51e3f-1de3-48ea-8667-d28771ed8a34', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988f975-615e-41d9-af53-4ff313d2e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:32Z', 'updated_at': '2021-09-14T12:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:20:05.549155 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-652e755e-180c-4038-b393-91cb26f78b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580905'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:05.603948 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d2152baf-f316-49b1-9a9d-83420a511a5d req-a34e2ee8-4ce3-4a3d-bd0a-2087f3567a9a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 210 time: 0.0276268 Sep 14 12:20:05.647413 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-652e755e-180c-4038-b393-91cb26f78b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1707'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:05.649568 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-652e755e-180c-4038-b393-91cb26f78b78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:05.693307 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-652e755e-180c-4038-b393-91cb26f78b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578963'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:05.693850 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652e755e-180c-4038-b393-91cb26f78b78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f988f975-615e-41d9-af53-4ff313d2e307 {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:20:05.698334 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-652e755e-180c-4038-b393-91cb26f78b78 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:05.699396 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-652e755e-180c-4038-b393-91cb26f78b78 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f988f975-615e-41d9-af53-4ff313d2e307 HTTP/1.1" status: 204 len: 168 time: 1.0411851 Sep 14 12:20:05.701886 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53896) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:20:05.750324 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-723d5ce9-f5bf-4cbc-b953-f05cb777484e admin admin] Deleting subnet 82728f3b-f9a6-45db-a1d2-0fb551a96f11 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:20:05.753364 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-723d5ce9-f5bf-4cbc-b953-f05cb777484e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:05.791773 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-723d5ce9-f5bf-4cbc-b953-f05cb777484e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175050'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:05.873653 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-723d5ce9-f5bf-4cbc-b953-f05cb777484e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:05.932414 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-723d5ce9-f5bf-4cbc-b953-f05cb777484e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9075162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904105'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:05.959545 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d5ce9-f5bf-4cbc-b953-f05cb777484e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82728f3b-f9a6-45db-a1d2-0fb551a96f11,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:05.963195 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-723d5ce9-f5bf-4cbc-b953-f05cb777484e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:05.967186 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-723d5ce9-f5bf-4cbc-b953-f05cb777484e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/82728f3b-f9a6-45db-a1d2-0fb551a96f11 HTTP/1.1" status: 204 len: 168 time: 0.2621827 Sep 14 12:20:05.967730 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 53904) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:20:05.970393 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7132a6fa-18aa-49b7-a6da-2b85a9714ea6 None None] Network ac3c4426-dc42-4af6-9ac8-00be952bbf25 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:20:06.051767 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:06.117120 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] Deleting port 80551a25-5c0d-4318-bfa2-036b368a5ff4 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:20:06.117453 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:06.165358 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] DHCP port deletion for ac3c4426-dc42-4af6-9ac8-00be952bbf25 request from dv-cinder-784945-14-iscsi {{(pid=94161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 12:20:06.186153 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] For port 80551a25-5c0d-4318-bfa2-036b368a5ff4, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=80551a25-5c0d-4318-bfa2-036b368a5ff4,segment=NetworkSegment(fe23e04a-8a0d-4693-be4d-c7443dc56e29),segment_id=fe23e04a-8a0d-4693-be4d-c7443dc56e29)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:06.186506 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:06.208887 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] Calling delete_port for 80551a25-5c0d-4318-bfa2-036b368a5ff4 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:20:06.220707 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Deleting port 80551a25-5c0d-4318-bfa2-036b368a5ff4 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:20:06.221162 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:06.290846 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] For port 80551a25-5c0d-4318-bfa2-036b368a5ff4, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=80551a25-5c0d-4318-bfa2-036b368a5ff4,segment=NetworkSegment(fe23e04a-8a0d-4693-be4d-c7443dc56e29),segment_id=fe23e04a-8a0d-4693-be4d-c7443dc56e29)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:06.291428 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:06.300519 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:06.310109 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Calling delete_port for 80551a25-5c0d-4318-bfa2-036b368a5ff4 owned by network:dhcp {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:20:06.333752 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=80551a25-5c0d-4318-bfa2-036b368a5ff4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:06.339688 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] No DVR routers for this DVR port 80551a25-5c0d-4318-bfa2-036b368a5ff4 on host dv-cinder-784945-14-iscsi {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:20:06.402864 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:06.419672 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:06.430814 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] No DVR routers for this DVR port 80551a25-5c0d-4318-bfa2-036b368a5ff4 on host dv-cinder-784945-14-iscsi {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:20:06.435459 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Pushing event deleted for resources: {'Port': ['ID=80551a25-5c0d-4318-bfa2-036b368a5ff4,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:06.440227 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3c4426-dc42-4af6-9ac8-00be952bbf25']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:06.443559 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:06.443915 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:06.444262 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:06.446113 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:06.446113 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:06.446113 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:06.446113 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:06.446113 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:06.446685 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:06.446685 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:06.446876 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:06.447193 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0315ac9-6d3c-49c4-bb3f-21f968e9b66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:06.450633 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe23e04a-8a0d-4693-be4d-c7443dc56e29') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:06.451135 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe23e04a-8a0d-4693-be4d-c7443dc56e29') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:06.460369 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3191708'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:06.473056 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:06.479492 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:20:06.479868 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3780155'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: timer() Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: cb(*args, **kw) Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: self._notify() Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: self.callback(batched_events) Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: event.method(event) Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: return self._get(url).json() Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:20:06.481771 dv-cinder-784945-14-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:20:06.536838 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:06.541899 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:06.543738 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] 10.222.0.20 "DELETE /v2.0/networks/ac3c4426-dc42-4af6-9ac8-00be952bbf25 HTTP/1.1" status: 204 len: 168 time: 0.5750334 Sep 14 12:20:06.547413 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53908) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:20:06.837562 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 89b51e3f-1de3-48ea-8667-d28771ed8a34 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:20:06.854276 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65e695-a434-4ab2-bf4a-351509473d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3c4426-dc42-4af6-9ac8-00be952bbf25,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:06.872282 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 89b51e3f-1de3-48ea-8667-d28771ed8a34 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:20:06.873966 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 89b51e3f-1de3-48ea-8667-d28771ed8a34 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:20:06.874669 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device ce6740b7-8488-4a2d-bc98-5e403b83bae7 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:20:06.893184 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c114fd1e-59b0-4c42-ae94-e6a78a778bd9 req-d0dc91cc-54fe-4e35-8c0c-dbadff38d791 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 210 time: 0.0653284 Sep 14 12:20:06.915712 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: ce6740b7-8488-4a2d-bc98-5e403b83bae7 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:20:06.916423 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device ce6740b7-8488-4a2d-bc98-5e403b83bae7 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:20:06.917033 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 80551a25-5c0d-4318-bfa2-036b368a5ff4 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:20:06.940735 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 80551a25-5c0d-4318-bfa2-036b368a5ff4 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:20:06.941109 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 80551a25-5c0d-4318-bfa2-036b368a5ff4 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:20:06.968594 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-9a81d289-9af4-4963-aced-213b432111ff tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:06.970728 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-9a81d289-9af4-4963-aced-213b432111ff tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.22 "GET /v2.0/networks?id=8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 200 len: 812 time: 0.1443415 Sep 14 12:20:06.987047 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-035e6ca0-4bb3-4948-b141-d3cfea204478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577023'] for router_interface, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:07.024001 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-6c7da9f2-d331-4fde-a7af-eb152a514577 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a6bd858c8ef450bbfa54900f4d817c6 HTTP/1.1" status: 200 len: 379 time: 0.0415633 Sep 14 12:20:07.033540 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-a7cee852-34aa-458e-84fb-a4789875900a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Request body: {'port': {'device_id': '12294a5b-6435-441a-ac4d-97d06eb63d63', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'admin_state_up': True, 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'security_groups': ['2f312e7e-997f-4541-a3a0-2b665b2048b4']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:20:07.141429 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-a7cee852-34aa-458e-84fb-a4789875900a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Made reservation on behalf of 9a6bd858c8ef450bbfa54900f4d817c6 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:20:07.144924 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-a7cee852-34aa-458e-84fb-a4789875900a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:07.243026 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-035e6ca0-4bb3-4948-b141-d3cfea204478 admin admin] Deleting port 7d700be7-389c-4bac-9a31-508903500541 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:20:07.243384 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-035e6ca0-4bb3-4948-b141-d3cfea204478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:07.275003 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-a7cee852-34aa-458e-84fb-a4789875900a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Allocated IP 172.20.0.11 (8153d896-6d81-493c-b928-67b848ea6c27/e0344958-2675-4284-b3fc-b68b7f0b4b21/71d46a1c-2a11-4f92-b10d-adeab9de22ba) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:20:07.328204 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-035e6ca0-4bb3-4948-b141-d3cfea204478 admin admin] For port 7d700be7-389c-4bac-9a31-508903500541, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=7d700be7-389c-4bac-9a31-508903500541,segment=NetworkSegment(b9f521d2-78ea-4a73-81d4-dc30abc240b2),segment_id=b9f521d2-78ea-4a73-81d4-dc30abc240b2)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:07.328565 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-035e6ca0-4bb3-4948-b141-d3cfea204478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:07.341798 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-035e6ca0-4bb3-4948-b141-d3cfea204478 admin admin] Calling delete_port for 7d700be7-389c-4bac-9a31-508903500541 owned by network:router_interface {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:20:07.440622 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-a7cee852-34aa-458e-84fb-a4789875900a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:07.455427 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-a7cee852-34aa-458e-84fb-a4789875900a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Transition to ACTIVE for port object 71d46a1c-2a11-4f92-b10d-adeab9de22ba will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:20:07.493603 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-a7cee852-34aa-458e-84fb-a4789875900a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:07.529751 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-035e6ca0-4bb3-4948-b141-d3cfea204478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:07.535594 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-a7cee852-34aa-458e-84fb-a4789875900a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Network 8153d896-6d81-493c-b928-67b848ea6c27 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:20:07.539237 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-a7cee852-34aa-458e-84fb-a4789875900a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:20:07.541640 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-a7cee852-34aa-458e-84fb-a4789875900a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:20:07.555333 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e6ca0-4bb3-4948-b141-d3cfea204478 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d700be7-389c-4bac-9a31-508903500541,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:07.584478 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cee852-34aa-458e-84fb-a4789875900a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event updated for resources: {'Port': ['ID=71d46a1c-2a11-4f92-b10d-adeab9de22ba,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:07.606051 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-a7cee852-34aa-458e-84fb-a4789875900a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:07.606799 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-a7cee852-34aa-458e-84fb-a4789875900a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:07.627806 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-a7cee852-34aa-458e-84fb-a4789875900a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5979054 Sep 14 12:20:07.641074 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Request body: {'port': {'device_id': '12294a5b-6435-441a-ac4d-97d06eb63d63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:20:07.703755 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:07.729265 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-035e6ca0-4bb3-4948-b141-d3cfea204478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577099'] for router_interface, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:07.842260 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-3945780c-7a55-4f22-9884-3ea62e388cfe None None] Provisioning for port 71d46a1c-2a11-4f92-b10d-adeab9de22ba completed by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:20:07.847234 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-3945780c-7a55-4f22-9884-3ea62e388cfe None None] Provisioning complete for port 71d46a1c-2a11-4f92-b10d-adeab9de22ba triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:20:07.847686 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3945780c-7a55-4f22-9884-3ea62e388cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:07.889437 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-3945780c-7a55-4f22-9884-3ea62e388cfe None None] Port 71d46a1c-2a11-4f92-b10d-adeab9de22ba cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 12:20:07.960951 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035e6ca0-4bb3-4948-b141-d3cfea204478 admin admin] Router e2161e19-0be0-4148-9140-2279bc4d5180 has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:20:08.049671 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814f635-3bc9-45a2-8cd5-a132eebf5a7b req-cb3ded69-413f-43d3-b344-8b68e0f4dcf5 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:08.051160 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9814f635-3bc9-45a2-8cd5-a132eebf5a7b req-cb3ded69-413f-43d3-b344-8b68e0f4dcf5 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 932 time: 0.0862939 Sep 14 12:20:08.055279 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d46a1c-2a11-4f92-b10d-adeab9de22ba {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:20:08.067196 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035e6ca0-4bb3-4948-b141-d3cfea204478 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:20:08.068015 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:08.072130 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-035e6ca0-4bb3-4948-b141-d3cfea204478 admin admin] 10.222.0.20 "PUT /v2.0/routers/e2161e19-0be0-4148-9140-2279bc4d5180/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5235856 Sep 14 12:20:08.074593 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53916) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:20:08.078727 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4250de76-7f51-4a4f-a75f-510870d71049 None None] Sync routers for ids ['e2161e19-0be0-4148-9140-2279bc4d5180'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:20:08.091124 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4250de76-7f51-4a4f-a75f-510870d71049 None None] Routers {'e2161e19-0be0-4148-9140-2279bc4d5180'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:20:08.092360 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-4250de76-7f51-4a4f-a75f-510870d71049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:20:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['e2161e19-0be0-4148-9140-2279bc4d5180'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:08.094685 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Transition to ACTIVE for port object 71d46a1c-2a11-4f92-b10d-adeab9de22ba will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 12:20:08.102650 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:08.133124 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9814f635-3bc9-45a2-8cd5-a132eebf5a7b req-0840b060-15a6-4dbd-b53b-1e9ff3690a72 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735147 Sep 14 12:20:08.168066 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=71d46a1c-2a11-4f92-b10d-adeab9de22ba,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:08.193538 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6870fa9-2140-452a-bc3d-2ba08c49d069 admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:08.250564 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Attempting to bind port 71d46a1c-2a11-4f92-b10d-adeab9de22ba on host hv-cinder-78494 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 12:20:08.250911 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Attempting to bind port 71d46a1c-2a11-4f92-b10d-adeab9de22ba by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 12:20:08.251257 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Attempting to bind port 71d46a1c-2a11-4f92-b10d-adeab9de22ba on network 8153d896-6d81-493c-b928-67b848ea6c27 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:20:08.258467 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Port 71d46a1c-2a11-4f92-b10d-adeab9de22ba on network 8153d896-6d81-493c-b928-67b848ea6c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 12:20:08.258798 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Attempting to bind port 71d46a1c-2a11-4f92-b10d-adeab9de22ba on network 8153d896-6d81-493c-b928-67b848ea6c27 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 12:20:08.268603 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Checking agent: {'id': 'dc93b8d1-e35f-4407-b99c-25c3d41f5b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'started_at': datetime.datetime(2021, 9, 14, 12, 7, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 12, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 12:20:08.268983 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Checking segment: {'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 12:20:08.269350 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Bound using segment: {'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 12:20:08.269786 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Bound port: 71d46a1c-2a11-4f92-b10d-adeab9de22ba, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 12:20:08.270151 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:08.325093 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-4250de76-7f51-4a4f-a75f-510870d71049 None None] Set router e2161e19-0be0-4148-9140-2279bc4d5180 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:20:08.354805 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] For port 71d46a1c-2a11-4f92-b10d-adeab9de22ba, host hv-cinder-78494, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:20:08.358850 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] For port 71d46a1c-2a11-4f92-b10d-adeab9de22ba, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=71d46a1c-2a11-4f92-b10d-adeab9de22ba,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:20:08.363767 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:08.404506 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:08.405173 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:08.406652 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] 10.222.0.22 "PUT /v2.0/ports/71d46a1c-2a11-4f92-b10d-adeab9de22ba HTTP/1.1" status: 200 len: 1094 time: 0.7700946 Sep 14 12:20:08.407212 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12294a5b-6435-441a-ac4d-97d06eb63d63', 'tag': '71d46a1c-2a11-4f92-b10d-adeab9de22ba'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:20:08.409832 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52738b40-52dc-41c3-a6e0-ffa30d5553f9" -d '{"events": [{"name": "network-changed", "server_uuid": "12294a5b-6435-441a-ac4d-97d06eb63d63", "tag": "71d46a1c-2a11-4f92-b10d-adeab9de22ba"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:20:08.450472 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227caa5-8c91-4ffd-9da7-ebaa248dfdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=71d46a1c-2a11-4f92-b10d-adeab9de22ba,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:08.480609 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2924e62f-4720-4f02-bfc3-0a6125e9aba2 x-openstack-request-id: req-2924e62f-4720-4f02-bfc3-0a6125e9aba2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:20:08.480968 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12294a5b-6435-441a-ac4d-97d06eb63d63", "tag": "71d46a1c-2a11-4f92-b10d-adeab9de22ba", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:20:08.482096 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2924e62f-4720-4f02-bfc3-0a6125e9aba2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:20:08.482096 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12294a5b-6435-441a-ac4d-97d06eb63d63', 'tag': '71d46a1c-2a11-4f92-b10d-adeab9de22ba', 'status': 'completed', 'code': 200} Sep 14 12:20:08.498411 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-fd474c32-713d-4838-896c-88ab4679ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:08.500068 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-fd474c32-713d-4838-896c-88ab4679ea4a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 1097 time: 0.0465541 Sep 14 12:20:08.531448 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-4250de76-7f51-4a4f-a75f-510870d71049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'name': 'tempest-TestMinimumBasicScenario-1604166518-router', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:36Z', 'updated_at': '2021-09-14T12:20:07Z', 'revision_number': 5, 'project_id': 'ce86607096d7423e9693c9cd7ccf3972', 'gw_port': {'id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:37Z', 'updated_at': '2021-09-14T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:08.556819 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-0c0ae89f-591b-4dbe-bb64-5fa708403187 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d46a1c-2a11-4f92-b10d-adeab9de22ba HTTP/1.1" status: 200 len: 217 time: 0.0458980 Sep 14 12:20:08.565232 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4250de76-7f51-4a4f-a75f-510870d71049 None None] Checking router: e2161e19-0be0-4148-9140-2279bc4d5180 for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:20:08.573854 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4250de76-7f51-4a4f-a75f-510870d71049 None None] Routers {'e2161e19-0be0-4148-9140-2279bc4d5180'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:20:08.574480 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-4250de76-7f51-4a4f-a75f-510870d71049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:20:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['e2161e19-0be0-4148-9140-2279bc4d5180'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:08.588101 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6870fa9-2140-452a-bc3d-2ba08c49d069 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:08.617183 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-5300eea0-8077-47af-9fd0-523231b1d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:08.618656 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-5300eea0-8077-47af-9fd0-523231b1d193 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0344958-2675-4284-b3fc-b68b7f0b4b21 HTTP/1.1" status: 200 len: 851 time: 0.0535092 Sep 14 12:20:08.648791 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-a6870fa9-2140-452a-bc3d-2ba08c49d069 admin admin] Deleting port 2f62c998-7c07-4e6b-b261-2bd3797ab3f3 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:20:08.649142 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6870fa9-2140-452a-bc3d-2ba08c49d069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:08.686478 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-91b834ac-6a55-4109-86c8-c73587cbf341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:08.688070 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-91b834ac-6a55-4109-86c8-c73587cbf341 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8153d896-6d81-493c-b928-67b848ea6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0587709 Sep 14 12:20:08.690855 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-4250de76-7f51-4a4f-a75f-510870d71049 None None] Set router e2161e19-0be0-4148-9140-2279bc4d5180 gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:20:08.731633 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-a6870fa9-2140-452a-bc3d-2ba08c49d069 admin admin] For port 2f62c998-7c07-4e6b-b261-2bd3797ab3f3, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=2f62c998-7c07-4e6b-b261-2bd3797ab3f3,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:08.732001 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6870fa9-2140-452a-bc3d-2ba08c49d069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:08.748281 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-a6870fa9-2140-452a-bc3d-2ba08c49d069 admin admin] Calling delete_port for 2f62c998-7c07-4e6b-b261-2bd3797ab3f3 owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:20:08.798790 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-3a6ee81a-f77c-4424-a22e-cef3d0f44855 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021371 Sep 14 12:20:08.901221 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-4250de76-7f51-4a4f-a75f-510870d71049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'name': 'tempest-TestMinimumBasicScenario-1604166518-router', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:36Z', 'updated_at': '2021-09-14T12:20:07Z', 'revision_number': 5, 'project_id': 'ce86607096d7423e9693c9cd7ccf3972', 'gw_port': {'id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:37Z', 'updated_at': '2021-09-14T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:08.906079 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8da7a58d-5d83-4e42-bb10-61dbadc5cbf8 req-91558b52-ebf7-4da8-bd68-ed5cf5e786a4 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984662 Sep 14 12:20:08.924700 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6870fa9-2140-452a-bc3d-2ba08c49d069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:08.927661 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4250de76-7f51-4a4f-a75f-510870d71049 None None] The sync data for ids ['e2161e19-0be0-4148-9140-2279bc4d5180'] in dv-cinder-784945-14-iscsi is: [{'id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'name': 'tempest-TestMinimumBasicScenario-1604166518-router', 'tenant_id': 'ce86607096d7423e9693c9cd7ccf3972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:36Z', 'updated_at': '2021-09-14T12:20:07Z', 'revision_number': 5, 'project_id': 'ce86607096d7423e9693c9cd7ccf3972', 'gw_port': {'id': '2f62c998-7c07-4e6b-b261-2bd3797ab3f3', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2161e19-0be0-4148-9140-2279bc4d5180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:37Z', 'updated_at': '2021-09-14T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:20:08.954912 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6870fa9-2140-452a-bc3d-2ba08c49d069 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f62c998-7c07-4e6b-b261-2bd3797ab3f3,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:08.999400 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52738b40-52dc-41c3-a6e0-ffa30d5553f9 req-0867b61b-0b4c-4199-95f4-124a6736d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:09.000990 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-52738b40-52dc-41c3-a6e0-ffa30d5553f9 req-0867b61b-0b4c-4199-95f4-124a6736d648 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 1097 time: 0.0447602 Sep 14 12:20:09.015336 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6870fa9-2140-452a-bc3d-2ba08c49d069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580905'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.100021 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52738b40-52dc-41c3-a6e0-ffa30d5553f9 req-1900b382-6a3f-4ead-b2a0-628417c457d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:09.101504 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-52738b40-52dc-41c3-a6e0-ffa30d5553f9 req-1900b382-6a3f-4ead-b2a0-628417c457d3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 200 len: 913 time: 0.0913982 Sep 14 12:20:09.103417 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6870fa9-2140-452a-bc3d-2ba08c49d069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1707'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.105476 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6870fa9-2140-452a-bc3d-2ba08c49d069 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.144360 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-52738b40-52dc-41c3-a6e0-ffa30d5553f9 req-93075c01-9dc8-47a2-a206-06d064c9a375 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d46a1c-2a11-4f92-b10d-adeab9de22ba HTTP/1.1" status: 200 len: 217 time: 0.0341449 Sep 14 12:20:09.149313 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6870fa9-2140-452a-bc3d-2ba08c49d069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578963'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.149907 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6870fa9-2140-452a-bc3d-2ba08c49d069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2161e19-0be0-4148-9140-2279bc4d5180 {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:20:09.154795 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6870fa9-2140-452a-bc3d-2ba08c49d069 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.155512 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a6870fa9-2140-452a-bc3d-2ba08c49d069 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e2161e19-0be0-4148-9140-2279bc4d5180 HTTP/1.1" status: 204 len: 168 time: 1.0798080 Sep 14 12:20:09.157971 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53920) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:20:09.200337 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52738b40-52dc-41c3-a6e0-ffa30d5553f9 req-e0a80790-e139-4383-8394-c0929fb35a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:09.201797 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb48c71-ed4b-4e60-90aa-1782a2c55e0b admin admin] Deleting subnet 1d15cad2-f2c7-4687-b1a4-8ae77aff0f05 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:20:09.201915 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-52738b40-52dc-41c3-a6e0-ffa30d5553f9 req-e0a80790-e139-4383-8394-c0929fb35a75 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0344958-2675-4284-b3fc-b68b7f0b4b21 HTTP/1.1" status: 200 len: 851 time: 0.0487382 Sep 14 12:20:09.204927 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-feb48c71-ed4b-4e60-90aa-1782a2c55e0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.239346 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-feb48c71-ed4b-4e60-90aa-1782a2c55e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175050'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.269104 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1415bd3-3508-46e5-b521-f71bf7bf8292 req-8a97c90b-2066-4305-bc6a-7a9573c0d92e tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:09.270532 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e1415bd3-3508-46e5-b521-f71bf7bf8292 req-8a97c90b-2066-4305-bc6a-7a9573c0d92e tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 944 time: 0.0488997 Sep 14 12:20:09.312635 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e1415bd3-3508-46e5-b521-f71bf7bf8292 req-1612f3ed-d5a6-4a52-8622-aa44e8af6b71 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353668 Sep 14 12:20:09.329798 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-feb48c71-ed4b-4e60-90aa-1782a2c55e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.357895 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52738b40-52dc-41c3-a6e0-ffa30d5553f9 req-0ec1f8e5-231e-43fd-9f0d-db79941f5255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:09.359676 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-52738b40-52dc-41c3-a6e0-ffa30d5553f9 req-0ec1f8e5-231e-43fd-9f0d-db79941f5255 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8153d896-6d81-493c-b928-67b848ea6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458748 Sep 14 12:20:09.388715 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-feb48c71-ed4b-4e60-90aa-1782a2c55e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9075162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904105'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.414836 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb48c71-ed4b-4e60-90aa-1782a2c55e0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d15cad2-f2c7-4687-b1a4-8ae77aff0f05,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:09.421287 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-feb48c71-ed4b-4e60-90aa-1782a2c55e0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.423445 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-feb48c71-ed4b-4e60-90aa-1782a2c55e0b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1d15cad2-f2c7-4687-b1a4-8ae77aff0f05 HTTP/1.1" status: 204 len: 168 time: 0.2645566 Sep 14 12:20:09.426247 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53924) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:20:09.431328 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b171435d-0ee8-4cab-89a0-6f48d66e08ce None None] Network 3ca05c4e-08f3-4102-97b0-e0fc767313c6 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:20:09.461294 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-52738b40-52dc-41c3-a6e0-ffa30d5553f9 req-772bccce-20b6-422a-9857-ffb1cf1e3689 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920618 Sep 14 12:20:09.510414 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.564091 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-52738b40-52dc-41c3-a6e0-ffa30d5553f9 req-ea4e691d-1fae-4988-8bea-e271a5bea703 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896199 Sep 14 12:20:09.569904 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] Deleting port 86828773-b17f-46bc-990c-435543f48e36 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:20:09.569904 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.643131 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] For port 86828773-b17f-46bc-990c-435543f48e36, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=86828773-b17f-46bc-990c-435543f48e36,segment=NetworkSegment(b9f521d2-78ea-4a73-81d4-dc30abc240b2),segment_id=b9f521d2-78ea-4a73-81d4-dc30abc240b2)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:09.643839 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.645895 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba07363-2f9d-4e0b-8232-4c6740c132c4 None None] DHCP port deletion for 3ca05c4e-08f3-4102-97b0-e0fc767313c6 request from dv-cinder-784945-14-iscsi {{(pid=94161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 12:20:09.657557 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] Calling delete_port for 86828773-b17f-46bc-990c-435543f48e36 owned by network:dhcp {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:20:09.693104 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-cba07363-2f9d-4e0b-8232-4c6740c132c4 None None] Deleting port 86828773-b17f-46bc-990c-435543f48e36 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:20:09.693821 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cba07363-2f9d-4e0b-8232-4c6740c132c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.742439 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.763190 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-cba07363-2f9d-4e0b-8232-4c6740c132c4 None None] For port 86828773-b17f-46bc-990c-435543f48e36, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=86828773-b17f-46bc-990c-435543f48e36,segment=NetworkSegment(b9f521d2-78ea-4a73-81d4-dc30abc240b2),segment_id=b9f521d2-78ea-4a73-81d4-dc30abc240b2)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:09.763584 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cba07363-2f9d-4e0b-8232-4c6740c132c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.768325 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=86828773-b17f-46bc-990c-435543f48e36,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:09.770127 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] No DVR routers for this DVR port 86828773-b17f-46bc-990c-435543f48e36 on host dv-cinder-784945-14-iscsi {{(pid=94160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:20:09.777732 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-cba07363-2f9d-4e0b-8232-4c6740c132c4 None None] Calling delete_port for 86828773-b17f-46bc-990c-435543f48e36 owned by network:dhcp {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:20:09.842593 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.855346 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cba07363-2f9d-4e0b-8232-4c6740c132c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.862937 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca05c4e-08f3-4102-97b0-e0fc767313c6']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:09.872235 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f521d2-78ea-4a73-81d4-dc30abc240b2') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:09.872526 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f521d2-78ea-4a73-81d4-dc30abc240b2') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:09.882293 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba07363-2f9d-4e0b-8232-4c6740c132c4 None None] No DVR routers for this DVR port 86828773-b17f-46bc-990c-435543f48e36 on host dv-cinder-784945-14-iscsi {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:20:09.882431 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175155'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.886109 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba07363-2f9d-4e0b-8232-4c6740c132c4 None None] Pushing event deleted for resources: {'Port': ['ID=86828773-b17f-46bc-990c-435543f48e36,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:09.898811 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.904838 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:20:09.905259 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9274936'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: Traceback (most recent call last): Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: timer() Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: cb(*args, **kw) Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: return func(*args, **kwargs) Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: self._notify() Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: self.callback(batched_events) Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: event.method(event) Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: return f(self, *a, **k) Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._get(url).json() Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:20:09.906818 dv-cinder-784945-14-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:20:09.960588 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.965101 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:09.967229 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3ca05c4e-08f3-4102-97b0-e0fc767313c6 HTTP/1.1" status: 204 len: 168 time: 0.5394900 Sep 14 12:20:09.978827 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd3a9d-d9fe-4a48-aba6-796f9e4b9e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca05c4e-08f3-4102-97b0-e0fc767313c6,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:10.130011 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53928) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:20:10.169181 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-33ab056f-bcc7-425d-9462-68107b34f9f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a3b175e3fd04267adc8f25a26add4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373721 Sep 14 12:20:10.171504 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53930) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:20:10.221279 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fa84cd06-52b6-4f01-8282-832ef1bd3d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:10.241725 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fa84cd06-52b6-4f01-8282-832ef1bd3d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:10.287378 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fa84cd06-52b6-4f01-8282-832ef1bd3d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:10.289953 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fa84cd06-52b6-4f01-8282-832ef1bd3d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:10.291138 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-fa84cd06-52b6-4f01-8282-832ef1bd3d93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e25abfe-d170-473e-bf2d-97917b249050 HTTP/1.1" status: 204 len: 168 time: 0.1187277 Sep 14 12:20:10.298671 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84cd06-52b6-4f01-8282-832ef1bd3d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e25abfe-d170-473e-bf2d-97917b249050,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:10.433391 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07aa6e-1ed9-4eab-add9-87cf4322f80d req-9cd5c2fb-fc96-4627-bb06-64047d818c4f tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:10.435219 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8b07aa6e-1ed9-4eab-add9-87cf4322f80d req-9cd5c2fb-fc96-4627-bb06-64047d818c4f tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 944 time: 0.0545952 Sep 14 12:20:10.472955 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8b07aa6e-1ed9-4eab-add9-87cf4322f80d req-d5983cc6-5e23-4f92-bde3-214158012ce6 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315609 Sep 14 12:20:10.613585 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53938) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:20:10.653000 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-93349464-36cf-40f9-8ae8-bfa225ac87ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce86607096d7423e9693c9cd7ccf3972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382841 Sep 14 12:20:10.655475 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 53940) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:20:10.702256 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9c0ac418-a33c-4a03-9776-242ecf7b9573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:10.722304 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9c0ac418-a33c-4a03-9776-242ecf7b9573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:10.770520 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9c0ac418-a33c-4a03-9776-242ecf7b9573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:10.773394 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9c0ac418-a33c-4a03-9776-242ecf7b9573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:10.774552 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9c0ac418-a33c-4a03-9776-242ecf7b9573 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ea790a7-55bc-4dab-926a-b068f0d4ad4e HTTP/1.1" status: 204 len: 168 time: 0.1182020 Sep 14 12:20:10.782162 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ac418-a33c-4a03-9776-242ecf7b9573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea790a7-55bc-4dab-926a-b068f0d4ad4e,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:10.800978 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 7d700be7-389c-4bac-9a31-508903500541 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:20:10.821252 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 7d700be7-389c-4bac-9a31-508903500541 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:20:10.821602 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 7d700be7-389c-4bac-9a31-508903500541 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:20:10.822024 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 2f62c998-7c07-4e6b-b261-2bd3797ab3f3 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:20:10.840709 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 2f62c998-7c07-4e6b-b261-2bd3797ab3f3 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:20:10.841059 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 2f62c998-7c07-4e6b-b261-2bd3797ab3f3 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:20:10.841472 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 86828773-b17f-46bc-990c-435543f48e36 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:20:10.864105 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 86828773-b17f-46bc-990c-435543f48e36 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:20:10.864457 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 86828773-b17f-46bc-990c-435543f48e36 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:20:11.583837 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6fc62-fe93-4367-9430-864b9ec33a16 req-cab9d3fd-5c06-4db8-b6d6-5b9a5a1c6f50 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:11.585270 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-29c6fc62-fe93-4367-9430-864b9ec33a16 req-cab9d3fd-5c06-4db8-b6d6-5b9a5a1c6f50 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 944 time: 0.0472395 Sep 14 12:20:11.626085 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-29c6fc62-fe93-4367-9430-864b9ec33a16 req-2a9367f2-7001-48f0-9e8c-d68b4bb9a019 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350070 Sep 14 12:20:12.738717 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efba8a-31fc-4692-9e4c-56fde91a006e req-15b921a1-17ed-4d88-b44f-771d95e82625 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:12.740765 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f4efba8a-31fc-4692-9e4c-56fde91a006e req-15b921a1-17ed-4d88-b44f-771d95e82625 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 944 time: 0.0499525 Sep 14 12:20:12.777940 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f4efba8a-31fc-4692-9e4c-56fde91a006e req-5498702b-dd9d-482c-bfa2-ca6bf2d7c45c tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313349 Sep 14 12:20:13.901132 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700d3a0-7bb2-400d-a934-94a2ec3652f0 req-a881b772-ba26-4837-91c5-db6b686a7cd0 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:13.902598 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4700d3a0-7bb2-400d-a934-94a2ec3652f0 req-a881b772-ba26-4837-91c5-db6b686a7cd0 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 944 time: 0.0592794 Sep 14 12:20:13.938674 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4700d3a0-7bb2-400d-a934-94a2ec3652f0 req-dc33240b-d314-4c49-a6dc-1e47469a06af tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301118 Sep 14 12:20:15.064625 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da193fe2-42b6-4a63-9477-3a38aa123e1a req-2d6028a5-6863-4a65-8f88-4e08b189e21f tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:15.066062 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-da193fe2-42b6-4a63-9477-3a38aa123e1a req-2d6028a5-6863-4a65-8f88-4e08b189e21f tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 944 time: 0.0471518 Sep 14 12:20:15.102950 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-da193fe2-42b6-4a63-9477-3a38aa123e1a req-35e4f4f8-92ab-4bb7-91b5-b95b4ab8da93 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303779 Sep 14 12:20:16.218257 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f2740-a596-4a3d-8cf4-fb1ed0fc0e66 req-ee1bb28e-6ae2-476e-86d2-dbae8e28861c tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:16.219747 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-950f2740-a596-4a3d-8cf4-fb1ed0fc0e66 req-ee1bb28e-6ae2-476e-86d2-dbae8e28861c tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 944 time: 0.0523963 Sep 14 12:20:16.256444 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-950f2740-a596-4a3d-8cf4-fb1ed0fc0e66 req-d70ac324-1ac5-462d-963e-09788e97a969 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307879 Sep 14 12:20:16.941853 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 71d46a1c-2a11-4f92-b10d-adeab9de22ba details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:20:17.034759 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 71d46a1c-2a11-4f92-b10d-adeab9de22ba, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=71d46a1c-2a11-4f92-b10d-adeab9de22ba,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:17.046288 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': '71d46a1c-2a11-4f92-b10d-adeab9de22ba', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'port_id': '71d46a1c-2a11-4f92-b10d-adeab9de22ba', 'mac_address': 'fa:16:3e:2a:ba:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:20:17.085261 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:17.097301 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d46a1c-2a11-4f92-b10d-adeab9de22ba {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:20:17.116222 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 71d46a1c-2a11-4f92-b10d-adeab9de22ba, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=71d46a1c-2a11-4f92-b10d-adeab9de22ba,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:17.120041 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:17.166528 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=71d46a1c-2a11-4f92-b10d-adeab9de22ba,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:17.371899 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f4715-345a-466e-88c2-0f076c5e3725 req-737603fc-ab64-4320-87a3-515dfd37717e tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:17.373343 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ff9f4715-345a-466e-88c2-0f076c5e3725 req-737603fc-ab64-4320-87a3-515dfd37717e tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 945 time: 0.0518918 Sep 14 12:20:17.382716 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['71d46a1c-2a11-4f92-b10d-adeab9de22ba'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:20:17.415840 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ff9f4715-345a-466e-88c2-0f076c5e3725 req-bab56a93-a4eb-4cbf-a27f-dc730ab52c82 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365484 Sep 14 12:20:18.526601 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba66c8-c5ac-4d72-9ca7-e92c4200d7a2 req-15b467e6-1e57-400b-80d3-cb5bcb42ffd5 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:18.528109 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-61ba66c8-c5ac-4d72-9ca7-e92c4200d7a2 req-15b467e6-1e57-400b-80d3-cb5bcb42ffd5 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 945 time: 0.0488324 Sep 14 12:20:18.564681 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-61ba66c8-c5ac-4d72-9ca7-e92c4200d7a2 req-9e2d70cb-69cf-4de6-a010-b813d1a2cfa3 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308805 Sep 14 12:20:18.942050 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 71d46a1c-2a11-4f92-b10d-adeab9de22ba up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:20:18.989673 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning for port 71d46a1c-2a11-4f92-b10d-adeab9de22ba completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 12:20:18.993277 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port 71d46a1c-2a11-4f92-b10d-adeab9de22ba triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:20:18.993648 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:19.070236 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:19.091834 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12294a5b-6435-441a-ac4d-97d06eb63d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d46a1c-2a11-4f92-b10d-adeab9de22ba'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:20:19.094147 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff18c0e-9244-4ab4-b1b8-276cfc6ae88c" -d '{"events": [{"server_uuid": "12294a5b-6435-441a-ac4d-97d06eb63d63", "name": "network-vif-plugged", "status": "completed", "tag": "71d46a1c-2a11-4f92-b10d-adeab9de22ba"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:20:19.106727 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 71d46a1c-2a11-4f92-b10d-adeab9de22ba, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=71d46a1c-2a11-4f92-b10d-adeab9de22ba,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:19.111078 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:19.137324 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e596ae4-b196-40b8-9ebe-7cc55a44be6a x-openstack-request-id: req-5e596ae4-b196-40b8-9ebe-7cc55a44be6a {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:20:19.137617 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12294a5b-6435-441a-ac4d-97d06eb63d63", "name": "network-vif-plugged", "status": "completed", "tag": "71d46a1c-2a11-4f92-b10d-adeab9de22ba", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:20:19.137863 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e596ae4-b196-40b8-9ebe-7cc55a44be6a {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:20:19.138238 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12294a5b-6435-441a-ac4d-97d06eb63d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d46a1c-2a11-4f92-b10d-adeab9de22ba', 'code': 200} Sep 14 12:20:19.164839 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=71d46a1c-2a11-4f92-b10d-adeab9de22ba,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:19.367919 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f47d0d-b620-4541-b0f2-4a735b05fac4 req-4e0cca35-6aa6-4c02-8174-1d7ee088fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:19.369355 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-84f47d0d-b620-4541-b0f2-4a735b05fac4 req-4e0cca35-6aa6-4c02-8174-1d7ee088fac4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 1099 time: 0.0391579 Sep 14 12:20:19.403806 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-84f47d0d-b620-4541-b0f2-4a735b05fac4 req-6fd927a9-95dc-4b7c-8999-15f049461302 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264022 Sep 14 12:20:19.679942 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5d5ee-411e-4025-8032-e01c9887f8bc req-8d9eeebc-1bc0-4786-8789-273894c86a05 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:19.682458 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-62a5d5ee-411e-4025-8032-e01c9887f8bc req-8d9eeebc-1bc0-4786-8789-273894c86a05 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 946 time: 0.0527775 Sep 14 12:20:19.718091 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-62a5d5ee-411e-4025-8032-e01c9887f8bc req-2a7d4fdf-70c8-40fa-8172-3c12ed1d8811 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298173 Sep 14 12:20:20.832008 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc1926-f1dc-4b5d-ad73-57d3d22297ec req-f87051c2-daae-484a-814f-b112f2dbeec8 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:20.833708 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f5dc1926-f1dc-4b5d-ad73-57d3d22297ec req-f87051c2-daae-484a-814f-b112f2dbeec8 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 946 time: 0.0478904 Sep 14 12:20:20.873790 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f5dc1926-f1dc-4b5d-ad73-57d3d22297ec req-c730fdfa-20c5-4904-b280-ecf5cbca4d1f tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333130 Sep 14 12:20:20.992512 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83adea3-1546-4f8e-956f-05c2cd8838bc req-026905b4-a1bf-40bc-bd60-97b9d279d640 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:20.992512 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f83adea3-1546-4f8e-956f-05c2cd8838bc req-026905b4-a1bf-40bc-bd60-97b9d279d640 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 946 time: 0.0505142 Sep 14 12:20:21.029317 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f83adea3-1546-4f8e-956f-05c2cd8838bc req-f15a820d-8de6-49c8-bf87-9a52cfb3f00d tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308526 Sep 14 12:20:21.051504 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 53968) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:20:21.093105 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b28bec7-f39e-4ef3-bc34-08ae0ebd4ed6 tempest-TestVolumeBootPattern-1433152877 tempest-TestVolumeBootPattern-1433152877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:21.094584 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-3b28bec7-f39e-4ef3-bc34-08ae0ebd4ed6 tempest-TestVolumeBootPattern-1433152877 tempest-TestVolumeBootPattern-1433152877-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 1094 time: 0.0421379 Sep 14 12:20:21.097287 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 53970) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:20:21.101965 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Request body: {'floatingip': {'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'port_id': '71d46a1c-2a11-4f92-b10d-adeab9de22ba', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:20:21.123113 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:21.215743 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:21.321728 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Allocated IP 172.27.0.95 (f4c7db36-d333-4393-b022-5f0c472ed786/b514a742-d258-4abf-a6e3-3b51d4fb98d0/9a247c7c-73e6-442b-9bcb-308f97dce945) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:20:21.419723 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:21.461183 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740118786515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:21.497554 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Network f4c7db36-d333-4393-b022-5f0c472ed786 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:20:21.500269 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:20:21.502811 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 12:20:21.527927 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event updated for resources: {'Port': ['ID=9a247c7c-73e6-442b-9bcb-308f97dce945,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:21.839679 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:21.905313 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:22.054249 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:22.058533 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780119'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:22.124080 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event updated for resources: {'Port': ['ID=9a247c7c-73e6-442b-9bcb-308f97dce945,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:22.134133 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580863'] for floatingip, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:22.229077 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.l3_db [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Floating IP 4e733890-f682-4f4d-b26d-f116edc88e73 associated. External IP: 172.27.0.95, port: 71d46a1c-2a11-4f92-b10d-adeab9de22ba. Sep 14 12:20:22.429004 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Router 14cd4adf-4279-4f0c-b847-952b0a5c464b has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:20:22.532897 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:20:22.545813 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0233f0db-8fe9-48ff-b33f-44f41f90a7f2 None None] Sync routers for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:20:22.547876 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:22.555906 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0233f0db-8fe9-48ff-b33f-44f41f90a7f2 None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:20:22.556531 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-0233f0db-8fe9-48ff-b33f-44f41f90a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:20:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:22.574089 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-68e7a0ed-db03-473e-a270-7bab650caed9 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4758282 Sep 14 12:20:22.574658 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12294a5b-6435-441a-ac4d-97d06eb63d63', 'tag': '71d46a1c-2a11-4f92-b10d-adeab9de22ba'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:20:22.576916 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cee7ba-d407-4a7c-90d6-3ef318524337" -d '{"events": [{"name": "network-changed", "server_uuid": "12294a5b-6435-441a-ac4d-97d06eb63d63", "tag": "71d46a1c-2a11-4f92-b10d-adeab9de22ba"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:20:22.612278 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdd06d8-ed40-4534-8cec-97407bcb7189 x-openstack-request-id: req-4fdd06d8-ed40-4534-8cec-97407bcb7189 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:20:22.612573 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12294a5b-6435-441a-ac4d-97d06eb63d63", "tag": "71d46a1c-2a11-4f92-b10d-adeab9de22ba", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:20:22.612828 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fdd06d8-ed40-4534-8cec-97407bcb7189 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:20:22.613228 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12294a5b-6435-441a-ac4d-97d06eb63d63', 'tag': '71d46a1c-2a11-4f92-b10d-adeab9de22ba', 'status': 'completed', 'code': 200} Sep 14 12:20:22.668907 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-0233f0db-8fe9-48ff-b33f-44f41f90a7f2 None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:20:22.679940 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cee7ba-d407-4a7c-90d6-3ef318524337 req-507d582b-580f-4be3-a019-6e094b14a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:22.681381 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-54cee7ba-d407-4a7c-90d6-3ef318524337 req-507d582b-580f-4be3-a019-6e094b14a786 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 1099 time: 0.0402060 Sep 14 12:20:22.775800 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cee7ba-d407-4a7c-90d6-3ef318524337 req-b30fc8b3-d646-44f1-a308-8e37d687f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:22.777309 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-54cee7ba-d407-4a7c-90d6-3ef318524337 req-b30fc8b3-d646-44f1-a308-8e37d687f2b8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 200 len: 913 time: 0.0881019 Sep 14 12:20:22.842570 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-54cee7ba-d407-4a7c-90d6-3ef318524337 req-0d1467ce-1f83-4886-b47f-bec649081309 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d46a1c-2a11-4f92-b10d-adeab9de22ba HTTP/1.1" status: 200 len: 999 time: 0.0574939 Sep 14 12:20:22.891926 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cee7ba-d407-4a7c-90d6-3ef318524337 req-b104df4b-7c52-4d17-b618-f5a0230e1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:22.893426 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-54cee7ba-d407-4a7c-90d6-3ef318524337 req-b104df4b-7c52-4d17-b618-f5a0230e1f03 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0344958-2675-4284-b3fc-b68b7f0b4b21 HTTP/1.1" status: 200 len: 851 time: 0.0438781 Sep 14 12:20:22.896698 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-0233f0db-8fe9-48ff-b33f-44f41f90a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '4e733890-f682-4f4d-b26d-f116edc88e73', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'port_id': '71d46a1c-2a11-4f92-b10d-adeab9de22ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'mac_address': 'fa:16:3e:2a:ba:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294a5b-6435-441a-ac4d-97d06eb63d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:20:21Z', 'updated_at': '2021-09-14T12:20:21Z', 'revision_number': 0, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address_scope': None}, {'id': 'e4d97c4e-2420-458c-af53-0e4ec8f5aa45', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'port_id': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'mac_address': 'fa:16:3e:26:21:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:18:15Z', 'updated_at': '2021-09-14T12:18:17Z', 'revision_number': 1, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:22.927001 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0233f0db-8fe9-48ff-b33f-44f41f90a7f2 None None] Checking router: 14cd4adf-4279-4f0c-b847-952b0a5c464b for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:20:22.937822 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0233f0db-8fe9-48ff-b33f-44f41f90a7f2 None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:20:22.938762 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-0233f0db-8fe9-48ff-b33f-44f41f90a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:20:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:22.947610 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cee7ba-d407-4a7c-90d6-3ef318524337 req-621ca892-4fe5-4c74-8135-214b01a8f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:22.949122 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-54cee7ba-d407-4a7c-90d6-3ef318524337 req-621ca892-4fe5-4c74-8135-214b01a8f26d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8153d896-6d81-493c-b928-67b848ea6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453706 Sep 14 12:20:23.042336 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-54cee7ba-d407-4a7c-90d6-3ef318524337 req-4d3ace97-931b-413d-9abb-c008a48f4c41 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817609 Sep 14 12:20:23.042981 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-0233f0db-8fe9-48ff-b33f-44f41f90a7f2 None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:20:23.141074 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-54cee7ba-d407-4a7c-90d6-3ef318524337 req-0f2c7458-2c06-4bb9-aa79-1efa272c09c7 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865295 Sep 14 12:20:23.264680 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-0233f0db-8fe9-48ff-b33f-44f41f90a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '4e733890-f682-4f4d-b26d-f116edc88e73', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'port_id': '71d46a1c-2a11-4f92-b10d-adeab9de22ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'mac_address': 'fa:16:3e:2a:ba:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294a5b-6435-441a-ac4d-97d06eb63d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:20:21Z', 'updated_at': '2021-09-14T12:20:21Z', 'revision_number': 0, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address_scope': None}, {'id': 'e4d97c4e-2420-458c-af53-0e4ec8f5aa45', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'port_id': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'mac_address': 'fa:16:3e:26:21:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:18:15Z', 'updated_at': '2021-09-14T12:18:17Z', 'revision_number': 1, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:23.293141 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0233f0db-8fe9-48ff-b33f-44f41f90a7f2 None None] The sync data for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi is: [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': '4e733890-f682-4f4d-b26d-f116edc88e73', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'port_id': '71d46a1c-2a11-4f92-b10d-adeab9de22ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'mac_address': 'fa:16:3e:2a:ba:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294a5b-6435-441a-ac4d-97d06eb63d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:20:21Z', 'updated_at': '2021-09-14T12:20:21Z', 'revision_number': 0, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address_scope': None}, {'id': 'e4d97c4e-2420-458c-af53-0e4ec8f5aa45', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'port_id': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'mac_address': 'fa:16:3e:26:21:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:18:15Z', 'updated_at': '2021-09-14T12:18:17Z', 'revision_number': 1, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:20:23.465757 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce25fc-939d-4521-b062-39c432053510 None None] New status for floating IP 4e733890-f682-4f4d-b26d-f116edc88e73: ACTIVE {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:20:28.980605 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-9f3beebf-1e06-4a41-b5ef-392aaffae407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:31.732554 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-30f05974-db7c-4dc4-88a2-c80acd64657f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:31.971616 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:32.964386 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:33.944226 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:35.313588 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:39.242374 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:20:44.039726 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21bf63a6-7138-43e2-8bdd-584b4183d00b req-7bf0b0e8-c79c-4bee-8b2f-6684a023bd0f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398009 Sep 14 12:20:44.124663 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf63a6-7138-43e2-8bdd-584b4183d00b req-ef3cbe33-ce8d-42c8-a6a9-d4c8871fd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:44.126156 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21bf63a6-7138-43e2-8bdd-584b4183d00b req-ef3cbe33-ce8d-42c8-a6a9-d4c8871fd256 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 1099 time: 0.0439010 Sep 14 12:20:44.233985 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf63a6-7138-43e2-8bdd-584b4183d00b req-af6cb6c7-10a5-4538-8d6b-afa27d258f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:44.235352 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21bf63a6-7138-43e2-8bdd-584b4183d00b req-af6cb6c7-10a5-4538-8d6b-afa27d258f22 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 200 len: 913 time: 0.0876100 Sep 14 12:20:44.298773 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21bf63a6-7138-43e2-8bdd-584b4183d00b req-d0187826-135f-4024-884b-1ebc8687f5f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318cc119-6a4e-4b2e-8dcc-1588f46d01b0 HTTP/1.1" status: 200 len: 1001 time: 0.0563085 Sep 14 12:20:44.356470 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf63a6-7138-43e2-8bdd-584b4183d00b req-f50f4fab-8886-483c-a9b8-76d82e98235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:44.357952 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21bf63a6-7138-43e2-8bdd-584b4183d00b req-f50f4fab-8886-483c-a9b8-76d82e98235b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0344958-2675-4284-b3fc-b68b7f0b4b21 HTTP/1.1" status: 200 len: 851 time: 0.0474277 Sep 14 12:20:44.404037 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf63a6-7138-43e2-8bdd-584b4183d00b req-794113f7-dbea-4e1e-add1-c4f2150a608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:44.405474 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21bf63a6-7138-43e2-8bdd-584b4183d00b req-794113f7-dbea-4e1e-add1-c4f2150a608e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8153d896-6d81-493c-b928-67b848ea6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394590 Sep 14 12:20:44.498768 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21bf63a6-7138-43e2-8bdd-584b4183d00b req-54f8865d-d427-49e9-b16a-606b92f6edb9 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856760 Sep 14 12:20:44.587988 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21bf63a6-7138-43e2-8bdd-584b4183d00b req-d0b0edfb-9178-48cd-bce2-b106ebc5afd8 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805559 Sep 14 12:20:47.012435 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5185a6e-c742-4e47-beb5-b7c7020a0987 req-3b70cf64-2e92-4bc5-98cb-e316f1aca7b0 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:47.013837 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d5185a6e-c742-4e47-beb5-b7c7020a0987 req-3b70cf64-2e92-4bc5-98cb-e316f1aca7b0 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0504260 Sep 14 12:20:47.050885 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d5185a6e-c742-4e47-beb5-b7c7020a0987 req-b75736bd-02e5-4752-b7a5-19902ca69ae3 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311685 Sep 14 12:20:48.422426 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c0327-1e2f-4838-8be4-2131ea5ddef8 req-67ee4cef-4483-4b8d-bad9-3f55ea6f6f70 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:48.423906 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f2c0327-1e2f-4838-8be4-2131ea5ddef8 req-67ee4cef-4483-4b8d-bad9-3f55ea6f6f70 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.2923675 Sep 14 12:20:48.461296 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f2c0327-1e2f-4838-8be4-2131ea5ddef8 req-3cbc5e2d-70ba-4632-b6ed-7a213b81fa57 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315361 Sep 14 12:20:49.572364 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b47e25-3d0b-494d-917c-2dd5cac00e2f req-77107f3f-886f-4fca-bd73-367af1e2314c tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:49.573788 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a4b47e25-3d0b-494d-917c-2dd5cac00e2f req-77107f3f-886f-4fca-bd73-367af1e2314c tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0469725 Sep 14 12:20:49.610605 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a4b47e25-3d0b-494d-917c-2dd5cac00e2f req-0c105822-2b8d-4899-a1df-b5234dba82e3 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310249 Sep 14 12:20:50.720556 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cbefa-5bed-4e46-9429-c62f2096714b req-8575efc5-565a-46a5-a94d-60bd307627d7 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:50.722004 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c37cbefa-5bed-4e46-9429-c62f2096714b req-8575efc5-565a-46a5-a94d-60bd307627d7 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0473328 Sep 14 12:20:50.759422 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c37cbefa-5bed-4e46-9429-c62f2096714b req-2e3f58a6-4639-4f0c-9be9-7e4b0cf6ac6f tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309296 Sep 14 12:20:51.874885 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81b5a8-31c1-4802-a327-4685497656e5 req-b6ed2d7b-65d6-42de-9270-985e956313dc tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:51.876440 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c81b5a8-31c1-4802-a327-4685497656e5 req-b6ed2d7b-65d6-42de-9270-985e956313dc tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0511329 Sep 14 12:20:51.913961 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c81b5a8-31c1-4802-a327-4685497656e5 req-128c6223-7c94-45f6-ab4d-39c6dd4c8398 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315433 Sep 14 12:20:53.025657 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bb1d0-f541-4b72-96b2-3454333b63ed req-a28e8ad2-d0e3-4033-a5d0-5188fb518cd1 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:53.027062 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-261bb1d0-f541-4b72-96b2-3454333b63ed req-a28e8ad2-d0e3-4033-a5d0-5188fb518cd1 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0473928 Sep 14 12:20:53.063643 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-261bb1d0-f541-4b72-96b2-3454333b63ed req-1c146b6c-e8c1-4cca-b5e9-2f4be433afcd tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308576 Sep 14 12:20:54.176180 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8fff5-6bc7-4111-aa19-19c247f19175 req-e9470ac2-78a5-426f-b2e4-a80b52e16c53 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:54.178158 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-27d8fff5-6bc7-4111-aa19-19c247f19175 req-e9470ac2-78a5-426f-b2e4-a80b52e16c53 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0472760 Sep 14 12:20:54.213346 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-27d8fff5-6bc7-4111-aa19-19c247f19175 req-42c3e108-d260-4dc2-a49d-3e1188198fa8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294502 Sep 14 12:20:55.327215 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4ddd5-8fa1-47cc-9ab1-f7ad31082e84 req-d5a58beb-6e44-4e2f-9d8b-53b105fcd89a tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:55.328631 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a7f4ddd5-8fa1-47cc-9ab1-f7ad31082e84 req-d5a58beb-6e44-4e2f-9d8b-53b105fcd89a tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0500777 Sep 14 12:20:55.366012 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a7f4ddd5-8fa1-47cc-9ab1-f7ad31082e84 req-471a0ce6-2e31-46d7-a163-bd22932167d4 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309238 Sep 14 12:20:56.476202 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d30d34-1ab7-499e-a03d-4aba939269fa req-93dca275-eb52-458c-8c61-4504672368c3 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:56.477639 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-14d30d34-1ab7-499e-a03d-4aba939269fa req-93dca275-eb52-458c-8c61-4504672368c3 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0473173 Sep 14 12:20:56.514573 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-14d30d34-1ab7-499e-a03d-4aba939269fa req-36fc2a3d-13e3-4783-9fab-e92e3be69560 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306528 Sep 14 12:20:57.627148 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc2da7-0966-49d1-b24c-2b5e15501c6a req-1241807e-8c3b-4907-b34d-8569ddf7b6a4 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:57.628613 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-45dc2da7-0966-49d1-b24c-2b5e15501c6a req-1241807e-8c3b-4907-b34d-8569ddf7b6a4 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0483179 Sep 14 12:20:57.666266 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-45dc2da7-0966-49d1-b24c-2b5e15501c6a req-d23f7564-a358-42c1-8536-7aef517c9bee tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314436 Sep 14 12:20:58.780805 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929de68-d5c8-4b71-8277-5130856f4f1c req-904f6698-8dd1-4d2f-a8dd-ea25315e2f52 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:58.782268 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5929de68-d5c8-4b71-8277-5130856f4f1c req-904f6698-8dd1-4d2f-a8dd-ea25315e2f52 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0510540 Sep 14 12:20:58.819619 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5929de68-d5c8-4b71-8277-5130856f4f1c req-edef5aff-7c12-4f03-9a26-f439913d7b6b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305626 Sep 14 12:20:58.981317 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ddd94cb7-9ad6-4834-afe7-facac9a60136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:20:59.932716 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411c815-58ce-4aa3-a0d6-8a24a6a6f110 req-dc73cbc5-0781-4175-a1cd-52ac3f224dcf tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:20:59.934204 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7411c815-58ce-4aa3-a0d6-8a24a6a6f110 req-dc73cbc5-0781-4175-a1cd-52ac3f224dcf tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0480087 Sep 14 12:20:59.971034 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7411c815-58ce-4aa3-a0d6-8a24a6a6f110 req-bcd6e803-d221-44be-84e7-c86d899fc417 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309274 Sep 14 12:21:01.085817 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14c7bf-12df-44bc-abb2-94c809b15a84 req-7fe79e6b-959b-4c73-8330-26786aff8690 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:01.087216 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5e14c7bf-12df-44bc-abb2-94c809b15a84 req-7fe79e6b-959b-4c73-8330-26786aff8690 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0484695 Sep 14 12:21:01.123353 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5e14c7bf-12df-44bc-abb2-94c809b15a84 req-f8574a10-d833-4be8-9b55-6aeec2ce753b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302734 Sep 14 12:21:01.732724 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2ddd6540-02e9-4551-af05-c0fc0e62149b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:01.972274 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:02.181310 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a699dfe-5787-4fb3-8fef-d3d7d21ac266 req-9c853a2a-ce75-4717-81ec-c1bf46f84308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:02.182902 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5a699dfe-5787-4fb3-8fef-d3d7d21ac266 req-9c853a2a-ce75-4717-81ec-c1bf46f84308 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4854dd8459d3477ba8a270a2421d7979&device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 1098 time: 0.0431621 Sep 14 12:21:02.290863 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e2330-7970-4f56-9977-fced9aeea5a8 req-ec0cd8d3-cdd8-44d7-a4c7-b069e8e11f4b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:02.292334 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fb9e2330-7970-4f56-9977-fced9aeea5a8 req-ec0cd8d3-cdd8-44d7-a4c7-b069e8e11f4b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.1041174 Sep 14 12:21:02.323256 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a699dfe-5787-4fb3-8fef-d3d7d21ac266 req-fbce8ae9-6507-4c30-a0f9-b699d413e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:02.324647 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5a699dfe-5787-4fb3-8fef-d3d7d21ac266 req-fbce8ae9-6507-4c30-a0f9-b699d413e7b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fee59a88-4470-41bf-ad91-5a80510211ed HTTP/1.1" status: 200 len: 909 time: 0.1278930 Sep 14 12:21:02.347272 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fb9e2330-7970-4f56-9977-fced9aeea5a8 req-f67ccd79-542e-4ae0-ae4c-505023e654b8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490968 Sep 14 12:21:02.395770 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5a699dfe-5787-4fb3-8fef-d3d7d21ac266 req-3e4b05df-fce6-44fd-90c6-8016989aa75b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88da92ac-055e-4739-b142-560746971ff8 HTTP/1.1" status: 200 len: 999 time: 0.0613568 Sep 14 12:21:02.444418 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a699dfe-5787-4fb3-8fef-d3d7d21ac266 req-3d4ab739-1cd0-45ad-b975-73b1f0f5337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:02.445731 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5a699dfe-5787-4fb3-8fef-d3d7d21ac266 req-3d4ab739-1cd0-45ad-b975-73b1f0f5337b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25730b99-4ec7-41b7-bad2-e22229a4a363 HTTP/1.1" status: 200 len: 847 time: 0.0424883 Sep 14 12:21:02.498127 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a699dfe-5787-4fb3-8fef-d3d7d21ac266 req-3ed1e806-9b43-49fc-b468-fcdea6c6d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:02.499615 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5a699dfe-5787-4fb3-8fef-d3d7d21ac266 req-3ed1e806-9b43-49fc-b468-fcdea6c6d8ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee59a88-4470-41bf-ad91-5a80510211ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444384 Sep 14 12:21:02.586592 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5a699dfe-5787-4fb3-8fef-d3d7d21ac266 req-8dc651fc-5fa0-4904-b7c9-46d3becdd904 service neutron] 10.222.0.22 "GET /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791156 Sep 14 12:21:02.680628 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5a699dfe-5787-4fb3-8fef-d3d7d21ac266 req-240ef584-70e4-4cd9-992c-898780557889 service neutron] 10.222.0.22 "GET /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855448 Sep 14 12:21:02.966836 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:03.461171 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6db30-0072-4682-898f-38bbb8ba6a95 req-a6d10f12-d096-4ffa-8907-9c69b32ad11c tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:03.462607 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a0d6db30-0072-4682-898f-38bbb8ba6a95 req-a6d10f12-d096-4ffa-8907-9c69b32ad11c tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0475876 Sep 14 12:21:03.498813 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a0d6db30-0072-4682-898f-38bbb8ba6a95 req-f7ca2fba-ae24-487f-ae66-4cc6979ec559 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303922 Sep 14 12:21:03.946377 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:04.614038 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa6aec-d192-429c-a7ce-2378415aef4e req-259de247-1d69-405a-afce-3d4fefde2205 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:04.615604 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-22fa6aec-d192-429c-a7ce-2378415aef4e req-259de247-1d69-405a-afce-3d4fefde2205 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0499959 Sep 14 12:21:04.659802 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-22fa6aec-d192-429c-a7ce-2378415aef4e req-08bb6a28-1a71-483d-9b9b-780209a9fae3 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354939 Sep 14 12:21:05.308073 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:05.774847 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a80a5-21c0-4027-8a14-13f1b4465a42 req-9fc3c48b-cba9-4012-889e-813d9f8cfd32 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:05.776393 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bf9a80a5-21c0-4027-8a14-13f1b4465a42 req-9fc3c48b-cba9-4012-889e-813d9f8cfd32 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0482385 Sep 14 12:21:05.813346 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bf9a80a5-21c0-4027-8a14-13f1b4465a42 req-1df7a55c-df6e-4d67-8319-15525950fb5d tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310671 Sep 14 12:21:06.014528 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7953c2-c2fa-47c6-a8cd-ac083de4aa12 req-580e71be-2125-4af3-8841-e34970f120cd tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:06.016090 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2b7953c2-c2fa-47c6-a8cd-ac083de4aa12 req-580e71be-2125-4af3-8841-e34970f120cd tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0498760 Sep 14 12:21:06.055257 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2b7953c2-c2fa-47c6-a8cd-ac083de4aa12 req-8fe05e35-fe30-40f2-8265-cbc48a39f51e tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332966 Sep 14 12:21:06.061758 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54032) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:21:06.143655 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f454ef5e-4ebf-4425-b176-e632c95c013e req-67812728-c20f-4188-86c9-bf0c27900ca6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806649 Sep 14 12:21:06.152565 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [req-f454ef5e-4ebf-4425-b176-e632c95c013e req-a37e4bc1-bf92-44c1-8663-15e3611b7e46 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 12:21:06.153528 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f454ef5e-4ebf-4425-b176-e632c95c013e req-a37e4bc1-bf92-44c1-8663-15e3611b7e46 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048683 Sep 14 12:21:07.170327 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188dbbb-3397-4fbc-b31e-baf337fc9eb6 req-1aca2cd7-0bcc-4e3e-bb21-73959446e9cc tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:07.171814 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7188dbbb-3397-4fbc-b31e-baf337fc9eb6 req-1aca2cd7-0bcc-4e3e-bb21-73959446e9cc tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0517886 Sep 14 12:21:07.208897 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7188dbbb-3397-4fbc-b31e-baf337fc9eb6 req-530591f0-c4f7-4f19-8a33-798a831fb037 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312328 Sep 14 12:21:08.320469 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625b79-b872-4944-a6cc-e467cc4f50c1 req-5e8fc6f6-2ac3-4505-a730-07910de94983 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:08.321937 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-41625b79-b872-4944-a6cc-e467cc4f50c1 req-5e8fc6f6-2ac3-4505-a730-07910de94983 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0486937 Sep 14 12:21:08.358599 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-41625b79-b872-4944-a6cc-e467cc4f50c1 req-53b7be75-a486-4ef1-8ca7-0da844cbe658 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305345 Sep 14 12:21:09.206379 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 88da92ac-055e-4739-b142-560746971ff8 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:21:09.281647 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:09.303000 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a332de8-c16c-479b-b194-9b366d626e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88da92ac-055e-4739-b142-560746971ff8'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:21:09.306031 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feac76e3-79fe-4005-87c1-0a5b5d7e7c1e" -d '{"events": [{"server_uuid": "2a332de8-c16c-479b-b194-9b366d626e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "88da92ac-055e-4739-b142-560746971ff8"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:21:09.317375 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 88da92ac-055e-4739-b142-560746971ff8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=88da92ac-055e-4739-b142-560746971ff8,segment=NetworkSegment(a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75),segment_id=a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:21:09.328098 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:09.374157 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=88da92ac-055e-4739-b142-560746971ff8,revision_number=6']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:21:09.381109 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:09.381455 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:09.382648 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:09.382648 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:09.382980 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:09.383338 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:09.383662 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:09.383988 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:09.384305 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:09.384624 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:09.384943 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:09.385260 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:09.474122 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 12:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6694469-caa8-4944-b387-0426d938e115 x-openstack-request-id: req-f6694469-caa8-4944-b387-0426d938e115 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:21:09.474421 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a332de8-c16c-479b-b194-9b366d626e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "88da92ac-055e-4739-b142-560746971ff8", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:21:09.474673 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6694469-caa8-4944-b387-0426d938e115 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:21:09.475095 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a332de8-c16c-479b-b194-9b366d626e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88da92ac-055e-4739-b142-560746971ff8', 'code': 200} Sep 14 12:21:09.504701 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ab785-d544-4d16-b6ca-0e3fa6986e85 req-4897d888-b3d8-4600-8c2a-e5a2125bffee tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:09.506160 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-679ab785-d544-4d16-b6ca-0e3fa6986e85 req-4897d888-b3d8-4600-8c2a-e5a2125bffee tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 943 time: 0.0785458 Sep 14 12:21:09.509280 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454ef5e-4ebf-4425-b176-e632c95c013e req-6bf30e87-3137-46d4-b84e-a1c757364130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:09.510613 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f454ef5e-4ebf-4425-b176-e632c95c013e req-6bf30e87-3137-46d4-b84e-a1c757364130 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a&tenant_id=4854dd8459d3477ba8a270a2421d7979 HTTP/1.1" status: 200 len: 1096 time: 0.0737567 Sep 14 12:21:09.550436 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-679ab785-d544-4d16-b6ca-0e3fa6986e85 req-b6dda06f-9f79-489d-8519-3f7213bb213f tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378120 Sep 14 12:21:09.580977 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454ef5e-4ebf-4425-b176-e632c95c013e req-c55cd562-c6d4-45d6-a5c2-5c2ab2fcfb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:09.582437 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f454ef5e-4ebf-4425-b176-e632c95c013e req-c55cd562-c6d4-45d6-a5c2-5c2ab2fcfb18 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4854dd8459d3477ba8a270a2421d7979&device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 1096 time: 0.0417297 Sep 14 12:21:09.673827 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454ef5e-4ebf-4425-b176-e632c95c013e req-7e96873e-7a98-46a7-8c13-7bf7615a74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:09.675277 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f454ef5e-4ebf-4425-b176-e632c95c013e req-7e96873e-7a98-46a7-8c13-7bf7615a74ff service neutron] 10.222.0.22 "GET /v2.0/networks?id=fee59a88-4470-41bf-ad91-5a80510211ed HTTP/1.1" status: 200 len: 909 time: 0.0855443 Sep 14 12:21:09.739287 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f454ef5e-4ebf-4425-b176-e632c95c013e req-f6b8826a-d962-41f5-a162-9138c3f6bca4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88da92ac-055e-4739-b142-560746971ff8 HTTP/1.1" status: 200 len: 997 time: 0.0558543 Sep 14 12:21:09.788551 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454ef5e-4ebf-4425-b176-e632c95c013e req-e15cce23-c4e7-43c8-b2e8-d8b65bb1e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:09.789942 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f454ef5e-4ebf-4425-b176-e632c95c013e req-e15cce23-c4e7-43c8-b2e8-d8b65bb1e731 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25730b99-4ec7-41b7-bad2-e22229a4a363 HTTP/1.1" status: 200 len: 847 time: 0.0428584 Sep 14 12:21:09.839537 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454ef5e-4ebf-4425-b176-e632c95c013e req-9c610fba-a8c4-41ec-85ca-6be83e540ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:09.840981 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f454ef5e-4ebf-4425-b176-e632c95c013e req-9c610fba-a8c4-41ec-85ca-6be83e540ce2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee59a88-4470-41bf-ad91-5a80510211ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424078 Sep 14 12:21:09.930333 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f454ef5e-4ebf-4425-b176-e632c95c013e req-41f08daa-9039-491d-a22c-63dc0da64ec4 service neutron] 10.222.0.22 "GET /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814137 Sep 14 12:21:10.022180 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f454ef5e-4ebf-4425-b176-e632c95c013e req-d724823c-2422-4c6a-846e-7eac573c51b8 service neutron] 10.222.0.22 "GET /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824621 Sep 14 12:21:10.665900 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18bbe0-d57b-4680-9608-22e8eb8bdf61 req-e7c82042-3a59-4568-a6f8-20c48e7d5d4d tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:10.667366 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ed18bbe0-d57b-4680-9608-22e8eb8bdf61 req-e7c82042-3a59-4568-a6f8-20c48e7d5d4d tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 943 time: 0.0488958 Sep 14 12:21:10.704387 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ed18bbe0-d57b-4680-9608-22e8eb8bdf61 req-796da186-4518-4672-883c-5dfbfe75038e tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311546 Sep 14 12:21:11.817534 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ee7e4-e401-49d8-af0d-b5be25e2c420 req-50133bde-dd88-401a-8524-9eca64e6f8ac tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:11.818989 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df6ee7e4-e401-49d8-af0d-b5be25e2c420 req-50133bde-dd88-401a-8524-9eca64e6f8ac tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 943 time: 0.0488384 Sep 14 12:21:11.856470 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df6ee7e4-e401-49d8-af0d-b5be25e2c420 req-aaddb385-da57-42d4-8faf-b27b11cc5a25 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308731 Sep 14 12:21:12.974283 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980eda3-9e3f-4730-96cb-6fc89b191c66 req-8e390766-04f3-4cc5-b170-53f86b2901a5 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:12.976256 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a980eda3-9e3f-4730-96cb-6fc89b191c66 req-8e390766-04f3-4cc5-b170-53f86b2901a5 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 943 time: 0.0534611 Sep 14 12:21:13.013543 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a980eda3-9e3f-4730-96cb-6fc89b191c66 req-1e7c4efd-b532-432c-85e7-5c007dd0ca25 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314686 Sep 14 12:21:14.128412 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088eaf6-5511-457d-9658-f09bc4138f9e req-97ed1ee0-6f1d-4552-98ef-192729ec117c tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:14.129865 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2088eaf6-5511-457d-9658-f09bc4138f9e req-97ed1ee0-6f1d-4552-98ef-192729ec117c tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 943 time: 0.0504365 Sep 14 12:21:14.168186 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2088eaf6-5511-457d-9658-f09bc4138f9e req-660ebfaa-8bdd-46cb-adaa-7b2100768721 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323732 Sep 14 12:21:15.279739 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b76e70-cfec-418b-969c-93a14188caa5 req-cc2af1a2-fc33-4f38-b965-e2c407dfe5c0 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:15.281205 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-67b76e70-cfec-418b-969c-93a14188caa5 req-cc2af1a2-fc33-4f38-b965-e2c407dfe5c0 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 943 time: 0.0472083 Sep 14 12:21:15.317405 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-67b76e70-cfec-418b-969c-93a14188caa5 req-5440f6ed-e59e-4fd9-8a43-72f707bcb343 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302691 Sep 14 12:21:16.242873 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:21:16.433547 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82fcbb-e655-4682-9e20-d4b83dfd0180 req-fb5b23f6-ca5c-4eca-86ab-21ae333428ef tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:16.434988 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2b82fcbb-e655-4682-9e20-d4b83dfd0180 req-fb5b23f6-ca5c-4eca-86ab-21ae333428ef tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 943 time: 0.0503485 Sep 14 12:21:16.471381 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2b82fcbb-e655-4682-9e20-d4b83dfd0180 req-1421f78c-4cfb-402e-a48b-3959741c1d5a tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305083 Sep 14 12:21:17.226050 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 88da92ac-055e-4739-b142-560746971ff8 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:21:17.323346 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 88da92ac-055e-4739-b142-560746971ff8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=88da92ac-055e-4739-b142-560746971ff8,segment=NetworkSegment(a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75),segment_id=a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:21:17.334810 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Returning: {'device': '88da92ac-055e-4739-b142-560746971ff8', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'port_id': '88da92ac-055e-4739-b142-560746971ff8', 'mac_address': 'fa:16:3e:29:3f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:21:17.371445 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:17.383705 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88da92ac-055e-4739-b142-560746971ff8 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 12:21:17.402360 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 88da92ac-055e-4739-b142-560746971ff8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=88da92ac-055e-4739-b142-560746971ff8,segment=NetworkSegment(a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75),segment_id=a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:21:17.405959 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:17.451252 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=88da92ac-055e-4739-b142-560746971ff8,revision_number=7']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:21:17.583834 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c01e6-ea13-4881-b8b8-57fa53a868bd req-309aa30d-d3eb-453b-bd6d-10deba6a03da tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:17.585735 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c96c01e6-ea13-4881-b8b8-57fa53a868bd req-309aa30d-d3eb-453b-bd6d-10deba6a03da tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 944 time: 0.0502262 Sep 14 12:21:17.622944 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c96c01e6-ea13-4881-b8b8-57fa53a868bd req-b22f4920-ecae-421e-a54e-36a956e4c944 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313435 Sep 14 12:21:17.681912 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] get_ports_and_sgs() called for port_ids ['88da92ac-055e-4739-b142-560746971ff8'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 12:21:18.734240 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f6d7f-4893-422b-9649-b16b2beb46bd req-b8687708-83d8-4e4b-a8c1-77a38d3608a2 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:18.735704 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-546f6d7f-4893-422b-9649-b16b2beb46bd req-b8687708-83d8-4e4b-a8c1-77a38d3608a2 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 944 time: 0.0472767 Sep 14 12:21:18.772799 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-546f6d7f-4893-422b-9649-b16b2beb46bd req-ee7f7d2f-6db0-42f8-b45e-88274415524c tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307798 Sep 14 12:21:19.251116 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 88da92ac-055e-4739-b142-560746971ff8 up at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:21:19.299942 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Provisioning complete for port 88da92ac-055e-4739-b142-560746971ff8 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 12:21:19.300318 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604985'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:19.376193 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531405'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:19.397913 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a332de8-c16c-479b-b194-9b366d626e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88da92ac-055e-4739-b142-560746971ff8'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:21:19.400274 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d744f03943afa21051116ed1785b029a16b99582c79ae05b504dba181d486f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1d52c8-f306-4470-b6bf-5c11394a9b51" -d '{"events": [{"server_uuid": "2a332de8-c16c-479b-b194-9b366d626e5a", "name": "network-vif-plugged", "status": "completed", "tag": "88da92ac-055e-4739-b142-560746971ff8"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:21:19.413501 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] For port 88da92ac-055e-4739-b142-560746971ff8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=88da92ac-055e-4739-b142-560746971ff8,segment=NetworkSegment(a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75),segment_id=a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:21:19.417359 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740119291670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740118786533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740118786551'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:19.470826 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Pushing event updated for resources: {'Port': ['ID=88da92ac-055e-4739-b142-560746971ff8,revision_number=8']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:21:19.595598 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afba7cc7-b595-4b60-bf5f-0959282aed0d x-openstack-request-id: req-afba7cc7-b595-4b60-bf5f-0959282aed0d {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:21:19.595886 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a332de8-c16c-479b-b194-9b366d626e5a", "name": "network-vif-plugged", "status": "completed", "tag": "88da92ac-055e-4739-b142-560746971ff8", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:21:19.596133 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afba7cc7-b595-4b60-bf5f-0959282aed0d {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:21:19.596524 dv-cinder-784945-14-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a332de8-c16c-479b-b194-9b366d626e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88da92ac-055e-4739-b142-560746971ff8', 'code': 200} Sep 14 12:21:19.814043 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274e274-00d7-4348-bde2-a7f83783c7fc req-cc129155-c793-483d-8251-9884d5e09aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:19.815554 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e274e274-00d7-4348-bde2-a7f83783c7fc req-cc129155-c793-483d-8251-9884d5e09aa5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 1098 time: 0.0450137 Sep 14 12:21:19.873434 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e274e274-00d7-4348-bde2-a7f83783c7fc req-d93262e0-81c6-43f4-ae4a-79c749a1f84e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506759 Sep 14 12:21:19.894993 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96024275-7327-434f-927d-841b134734a3 req-f7660cd3-58cf-4a3e-9182-1d2b10014713 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:19.896452 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-96024275-7327-434f-927d-841b134734a3 req-f7660cd3-58cf-4a3e-9182-1d2b10014713 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0578103 Sep 14 12:21:19.935253 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-96024275-7327-434f-927d-841b134734a3 req-61f0334e-9e95-41d1-be9b-7e496479cc0b tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324531 Sep 14 12:21:21.052520 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc9e69-c7eb-4bb8-b4f9-049210d4b7bf req-8bfdf064-1668-4626-8a3c-39cbc26d97a4 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:21.054378 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b5fc9e69-c7eb-4bb8-b4f9-049210d4b7bf req-8bfdf064-1668-4626-8a3c-39cbc26d97a4 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0502167 Sep 14 12:21:21.092201 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b5fc9e69-c7eb-4bb8-b4f9-049210d4b7bf req-27035498-2d6b-42e6-a947-4aa4714b5823 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319679 Sep 14 12:21:28.982702 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f92a947a-1edb-450c-ac2c-94dc4edb64ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:31.733183 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-daf2dbb1-1448-4bcc-8dc5-5239656a270e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:31.973083 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:32.970402 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:33.948823 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:35.313206 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:21:46.734666 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-20a95f56-11da-4eba-a896-72c5f15e5600 req-d712b7bb-ec31-4710-a9e8-989ccb6d2b67 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421858 Sep 14 12:21:46.794005 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a95f56-11da-4eba-a896-72c5f15e5600 req-6b0606ba-2ef8-472a-9602-97d2777a2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:46.795514 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-20a95f56-11da-4eba-a896-72c5f15e5600 req-6b0606ba-2ef8-472a-9602-97d2777a2be4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4854dd8459d3477ba8a270a2421d7979&device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 1098 time: 0.0392797 Sep 14 12:21:46.897742 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a95f56-11da-4eba-a896-72c5f15e5600 req-f229e80b-08e7-4f4d-9d93-55c7f9fcb7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:46.899228 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-20a95f56-11da-4eba-a896-72c5f15e5600 req-f229e80b-08e7-4f4d-9d93-55c7f9fcb7fa service neutron] 10.222.0.22 "GET /v2.0/networks?id=fee59a88-4470-41bf-ad91-5a80510211ed HTTP/1.1" status: 200 len: 909 time: 0.0832353 Sep 14 12:21:46.967179 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-20a95f56-11da-4eba-a896-72c5f15e5600 req-20731790-429d-4e10-8af0-cf04e1cd52c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88da92ac-055e-4739-b142-560746971ff8 HTTP/1.1" status: 200 len: 999 time: 0.0599165 Sep 14 12:21:47.015235 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a95f56-11da-4eba-a896-72c5f15e5600 req-50c70d67-347c-4c72-a517-f4c8dc0a5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:47.016691 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-20a95f56-11da-4eba-a896-72c5f15e5600 req-50c70d67-347c-4c72-a517-f4c8dc0a5812 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25730b99-4ec7-41b7-bad2-e22229a4a363 HTTP/1.1" status: 200 len: 847 time: 0.0425863 Sep 14 12:21:47.061483 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a95f56-11da-4eba-a896-72c5f15e5600 req-2766626e-7f93-4aca-8950-92d233a60427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:21:47.062925 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-20a95f56-11da-4eba-a896-72c5f15e5600 req-2766626e-7f93-4aca-8950-92d233a60427 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee59a88-4470-41bf-ad91-5a80510211ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387368 Sep 14 12:21:47.154053 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-20a95f56-11da-4eba-a896-72c5f15e5600 req-6384505a-5d30-408a-b5ea-6a95eedbd1c5 service neutron] 10.222.0.22 "GET /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832548 Sep 14 12:21:47.244213 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-20a95f56-11da-4eba-a896-72c5f15e5600 req-d9bcbc4c-3c66-44ab-b5c4-d65ee48583f9 service neutron] 10.222.0.22 "GET /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828509 Sep 14 12:21:53.243118 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:21:58.983977 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5dff9d76-0df1-47bd-b9d6-dbc1a5a1e200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:01.539198 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54094) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:01.690605 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Deleting port 9a247c7c-73e6-442b-9bcb-308f97dce945 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:01.690942 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:01.735328 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-50c29276-6ba9-44c5-8321-525ce000dd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:01.768687 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:01.769012 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:01.780687 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Calling delete_port for 9a247c7c-73e6-442b-9bcb-308f97dce945 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:01.925006 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:01.950698 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event deleted for resources: {'Port': ['ID=9a247c7c-73e6-442b-9bcb-308f97dce945,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:01.973868 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:01.976949 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:01.977297 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:01.977631 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:01.977968 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:01.978289 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:01.978615 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:01.978946 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:01.979282 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:01.979603 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:01.979922 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:01.980238 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:01.980550 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:02.019962 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:02.020287 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.l3_db [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Floating IP 4e733890-f682-4f4d-b26d-f116edc88e73 disassociated (deleted). External IP: 172.27.0.95, port: 71d46a1c-2a11-4f92-b10d-adeab9de22ba. Sep 14 12:22:02.220479 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Router 14cd4adf-4279-4f0c-b847-952b0a5c464b has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:22:02.321017 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:22:02.325747 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:02.331466 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72fc7a-1134-4d1c-994c-5ea6783bd98f None None] Sync routers for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:22:02.341306 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd72fc7a-1134-4d1c-994c-5ea6783bd98f None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:22:02.341917 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-fd72fc7a-1134-4d1c-994c-5ea6783bd98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:22:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:02.354236 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d13e428f-9a49-4b19-ac3f-227e53345b30 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "DELETE /v2.0/floatingips/4e733890-f682-4f4d-b26d-f116edc88e73 HTTP/1.1" status: 204 len: 168 time: 0.8139279 Sep 14 12:22:02.354818 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12294a5b-6435-441a-ac4d-97d06eb63d63', 'tag': '71d46a1c-2a11-4f92-b10d-adeab9de22ba'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:22:02.357097 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62808fdb-dcf4-484c-9837-fb0a3da5cf77" -d '{"events": [{"name": "network-changed", "server_uuid": "12294a5b-6435-441a-ac4d-97d06eb63d63", "tag": "71d46a1c-2a11-4f92-b10d-adeab9de22ba"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:22:02.399244 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763a0c04-41d3-44e4-9edf-06f04771c445 x-openstack-request-id: req-763a0c04-41d3-44e4-9edf-06f04771c445 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:22:02.399655 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12294a5b-6435-441a-ac4d-97d06eb63d63", "tag": "71d46a1c-2a11-4f92-b10d-adeab9de22ba", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:22:02.399912 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-763a0c04-41d3-44e4-9edf-06f04771c445 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:22:02.400334 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12294a5b-6435-441a-ac4d-97d06eb63d63', 'tag': '71d46a1c-2a11-4f92-b10d-adeab9de22ba', 'status': 'completed', 'code': 200} Sep 14 12:22:02.453321 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-fd72fc7a-1134-4d1c-994c-5ea6783bd98f None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:22:02.473588 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62808fdb-dcf4-484c-9837-fb0a3da5cf77 req-6884a64b-db34-45fc-a06a-c2203319fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:02.476754 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-62808fdb-dcf4-484c-9837-fb0a3da5cf77 req-6884a64b-db34-45fc-a06a-c2203319fe97 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 1099 time: 0.0515113 Sep 14 12:22:02.605481 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62808fdb-dcf4-484c-9837-fb0a3da5cf77 req-23ccea9e-08f0-4af0-8d18-e20e389e770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:02.606960 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-62808fdb-dcf4-484c-9837-fb0a3da5cf77 req-23ccea9e-08f0-4af0-8d18-e20e389e770f service neutron] 10.222.0.22 "GET /v2.0/networks?id=8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 200 len: 913 time: 0.1242588 Sep 14 12:22:02.619797 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141eb55-bc67-44d1-949c-1a52bcf8a4e3 req-888479e5-7075-4f01-a328-ea3b756bb5e6 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:02.621222 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4141eb55-bc67-44d1-949c-1a52bcf8a4e3 req-888479e5-7075-4f01-a328-ea3b756bb5e6 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 946 time: 0.0742688 Sep 14 12:22:02.663922 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-62808fdb-dcf4-484c-9837-fb0a3da5cf77 req-4e504aea-ebb8-4736-9c39-ddce2cf11883 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d46a1c-2a11-4f92-b10d-adeab9de22ba HTTP/1.1" status: 200 len: 217 time: 0.0417554 Sep 14 12:22:02.682350 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-fd72fc7a-1134-4d1c-994c-5ea6783bd98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': 'e4d97c4e-2420-458c-af53-0e4ec8f5aa45', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'port_id': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'mac_address': 'fa:16:3e:26:21:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:18:15Z', 'updated_at': '2021-09-14T12:18:17Z', 'revision_number': 1, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:02.711253 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72fc7a-1134-4d1c-994c-5ea6783bd98f None None] Checking router: 14cd4adf-4279-4f0c-b847-952b0a5c464b for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:22:02.719548 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd72fc7a-1134-4d1c-994c-5ea6783bd98f None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:22:02.720175 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-fd72fc7a-1134-4d1c-994c-5ea6783bd98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:22:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:02.723988 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4141eb55-bc67-44d1-949c-1a52bcf8a4e3 req-867cc0be-875d-4321-9460-67a0b7dccdbd tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940719 Sep 14 12:22:02.733313 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62808fdb-dcf4-484c-9837-fb0a3da5cf77 req-81be93e5-af15-42a3-a403-0bc50ee9cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:02.734999 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-62808fdb-dcf4-484c-9837-fb0a3da5cf77 req-81be93e5-af15-42a3-a403-0bc50ee9cd4d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0344958-2675-4284-b3fc-b68b7f0b4b21 HTTP/1.1" status: 200 len: 851 time: 0.0629108 Sep 14 12:22:02.781671 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62808fdb-dcf4-484c-9837-fb0a3da5cf77 req-230f58e8-817a-4316-8dc1-ba81f9ecffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:02.783229 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-62808fdb-dcf4-484c-9837-fb0a3da5cf77 req-230f58e8-817a-4316-8dc1-ba81f9ecffc2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8153d896-6d81-493c-b928-67b848ea6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402966 Sep 14 12:22:02.824042 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-fd72fc7a-1134-4d1c-994c-5ea6783bd98f None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:22:02.875442 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-62808fdb-dcf4-484c-9837-fb0a3da5cf77 req-642fadca-eec0-473a-b86c-459bcb7ac9e4 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836351 Sep 14 12:22:03.000286 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:03.059817 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-fd72fc7a-1134-4d1c-994c-5ea6783bd98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': 'e4d97c4e-2420-458c-af53-0e4ec8f5aa45', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'port_id': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'mac_address': 'fa:16:3e:26:21:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:18:15Z', 'updated_at': '2021-09-14T12:18:17Z', 'revision_number': 1, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:03.089951 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72fc7a-1134-4d1c-994c-5ea6783bd98f None None] The sync data for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi is: [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_floatingips': [{'id': 'e4d97c4e-2420-458c-af53-0e4ec8f5aa45', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'router_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'port_id': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'mac_address': 'fa:16:3e:26:21:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T12:18:15Z', 'updated_at': '2021-09-14T12:18:17Z', 'revision_number': 1, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:22:03.231908 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-62808fdb-dcf4-484c-9837-fb0a3da5cf77 req-e49a2d08-24f8-4d55-a9ef-a6a8d240e2db service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487463 Sep 14 12:22:03.305214 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7db11b7-ceb3-4aa9-8e34-9ee622b993cf None None] New status for floating IP 4e733890-f682-4f4d-b26d-f116edc88e73: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:22:03.841009 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c89c9a-6a56-4814-9bbc-5c0bc32cc892 req-37f256f3-5b20-4b8b-801d-637151e89072 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:03.842442 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d3c89c9a-6a56-4814-9bbc-5c0bc32cc892 req-37f256f3-5b20-4b8b-801d-637151e89072 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 946 time: 0.0480366 Sep 14 12:22:03.879475 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d3c89c9a-6a56-4814-9bbc-5c0bc32cc892 req-05d85b3f-0728-4e20-981a-d7baafa36028 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311761 Sep 14 12:22:03.951517 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:04.105992 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b46dc-a601-4a1e-a964-9d54b65b8e77 req-10f750e4-525c-4b61-82cd-4ba4f8fec4b6 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:04.107342 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b01b46dc-a601-4a1e-a964-9d54b65b8e77 req-10f750e4-525c-4b61-82cd-4ba4f8fec4b6 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.22 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 946 time: 0.0499525 Sep 14 12:22:04.192660 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b01b46dc-a601-4a1e-a964-9d54b65b8e77 req-fa254c76-b050-4ea9-8abc-d33776e10434 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Deleting port 71d46a1c-2a11-4f92-b10d-adeab9de22ba {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:04.192992 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b01b46dc-a601-4a1e-a964-9d54b65b8e77 req-fa254c76-b050-4ea9-8abc-d33776e10434 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:04.283256 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b01b46dc-a601-4a1e-a964-9d54b65b8e77 req-fa254c76-b050-4ea9-8abc-d33776e10434 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] For port 71d46a1c-2a11-4f92-b10d-adeab9de22ba, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=71d46a1c-2a11-4f92-b10d-adeab9de22ba,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:04.283623 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b01b46dc-a601-4a1e-a964-9d54b65b8e77 req-fa254c76-b050-4ea9-8abc-d33776e10434 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:04.296071 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b01b46dc-a601-4a1e-a964-9d54b65b8e77 req-fa254c76-b050-4ea9-8abc-d33776e10434 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Calling delete_port for 71d46a1c-2a11-4f92-b10d-adeab9de22ba owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:04.426882 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b01b46dc-a601-4a1e-a964-9d54b65b8e77 req-fa254c76-b050-4ea9-8abc-d33776e10434 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:04.457246 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa254c76-b050-4ea9-8abc-d33776e10434 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event deleted for resources: {'Port': ['ID=71d46a1c-2a11-4f92-b10d-adeab9de22ba,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:04.498557 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01b46dc-a601-4a1e-a964-9d54b65b8e77 req-fa254c76-b050-4ea9-8abc-d33776e10434 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] No DVR routers for this DVR port 71d46a1c-2a11-4f92-b10d-adeab9de22ba on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:22:04.501081 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b01b46dc-a601-4a1e-a964-9d54b65b8e77 req-fa254c76-b050-4ea9-8abc-d33776e10434 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:04.503093 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b01b46dc-a601-4a1e-a964-9d54b65b8e77 req-fa254c76-b050-4ea9-8abc-d33776e10434 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.22 "DELETE /v2.0/ports/71d46a1c-2a11-4f92-b10d-adeab9de22ba HTTP/1.1" status: 204 len: 173 time: 0.3898087 Sep 14 12:22:04.503521 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12294a5b-6435-441a-ac4d-97d06eb63d63', 'name': 'network-vif-deleted', 'tag': '71d46a1c-2a11-4f92-b10d-adeab9de22ba'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:22:04.505713 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb6f5fb-9f0b-4212-824f-2dfcc202cf62" -d '{"events": [{"server_uuid": "12294a5b-6435-441a-ac4d-97d06eb63d63", "name": "network-vif-deleted", "tag": "71d46a1c-2a11-4f92-b10d-adeab9de22ba"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:22:04.544013 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83bcae8-3516-48df-98ea-a99864539424 x-openstack-request-id: req-a83bcae8-3516-48df-98ea-a99864539424 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:22:04.544333 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12294a5b-6435-441a-ac4d-97d06eb63d63", "name": "network-vif-deleted", "tag": "71d46a1c-2a11-4f92-b10d-adeab9de22ba", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:22:04.544608 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a83bcae8-3516-48df-98ea-a99864539424 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:22:04.544997 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12294a5b-6435-441a-ac4d-97d06eb63d63', 'name': 'network-vif-deleted', 'tag': '71d46a1c-2a11-4f92-b10d-adeab9de22ba', 'status': 'completed', 'code': 200} Sep 14 12:22:04.987660 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d2cbb7a3-ad0a-47bd-b656-9dd7f330c5b9 req-3f6bc469-6e19-4b4f-bb52-511c02302f9e tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12294a5b-6435-441a-ac4d-97d06eb63d63 HTTP/1.1" status: 200 len: 210 time: 0.0259619 Sep 14 12:22:05.326590 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:07.519182 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 71d46a1c-2a11-4f92-b10d-adeab9de22ba no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:07.540989 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: 71d46a1c-2a11-4f92-b10d-adeab9de22ba {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:22:07.541352 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 71d46a1c-2a11-4f92-b10d-adeab9de22ba not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:22:08.266727 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54122) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:08.420068 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2996befb-3c81-4671-b172-29e31d15a6ff tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Deleting port 9ddd725d-babe-4ce0-a445-15946599cff4 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:08.420406 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2996befb-3c81-4671-b172-29e31d15a6ff tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:08.494497 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2996befb-3c81-4671-b172-29e31d15a6ff tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:08.494819 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2996befb-3c81-4671-b172-29e31d15a6ff tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:08.505904 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2996befb-3c81-4671-b172-29e31d15a6ff tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Calling delete_port for 9ddd725d-babe-4ce0-a445-15946599cff4 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:08.648830 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2996befb-3c81-4671-b172-29e31d15a6ff tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:08.671778 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996befb-3c81-4671-b172-29e31d15a6ff tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event deleted for resources: {'Port': ['ID=9ddd725d-babe-4ce0-a445-15946599cff4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:08.731586 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2996befb-3c81-4671-b172-29e31d15a6ff tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:08.731912 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.l3_db [None req-2996befb-3c81-4671-b172-29e31d15a6ff tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Floating IP e4d97c4e-2420-458c-af53-0e4ec8f5aa45 disassociated (deleted). External IP: 172.27.0.15, port: 318cc119-6a4e-4b2e-8dcc-1588f46d01b0. Sep 14 12:22:08.936876 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2996befb-3c81-4671-b172-29e31d15a6ff tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Router 14cd4adf-4279-4f0c-b847-952b0a5c464b has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:22:09.044710 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2996befb-3c81-4671-b172-29e31d15a6ff tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:22:09.049539 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2996befb-3c81-4671-b172-29e31d15a6ff tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:09.056115 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a27306-7e71-44a8-a3e9-c2bd3d7b001f None None] Sync routers for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:22:09.064782 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a27306-7e71-44a8-a3e9-c2bd3d7b001f None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:22:09.065396 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-19a27306-7e71-44a8-a3e9-c2bd3d7b001f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:22:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:09.075846 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-2996befb-3c81-4671-b172-29e31d15a6ff tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "DELETE /v2.0/floatingips/e4d97c4e-2420-458c-af53-0e4ec8f5aa45 HTTP/1.1" status: 204 len: 168 time: 0.8080244 Sep 14 12:22:09.076533 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'tag': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:22:09.078949 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13733c7e-61e7-468a-a505-65add8837780" -d '{"events": [{"name": "network-changed", "server_uuid": "0f275cd8-10a2-42d6-a7aa-aa726733a48e", "tag": "318cc119-6a4e-4b2e-8dcc-1588f46d01b0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:22:09.117450 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757f1764-17d2-404a-b58b-a146df050eb8 x-openstack-request-id: req-757f1764-17d2-404a-b58b-a146df050eb8 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:22:09.117748 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f275cd8-10a2-42d6-a7aa-aa726733a48e", "tag": "318cc119-6a4e-4b2e-8dcc-1588f46d01b0", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:22:09.118043 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-757f1764-17d2-404a-b58b-a146df050eb8 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:22:09.118451 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'tag': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'status': 'completed', 'code': 200} Sep 14 12:22:09.183433 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-19a27306-7e71-44a8-a3e9-c2bd3d7b001f None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:22:09.186849 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13733c7e-61e7-468a-a505-65add8837780 req-46487f2f-67a1-4d48-b023-7a70bd912c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:09.188451 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-13733c7e-61e7-468a-a505-65add8837780 req-46487f2f-67a1-4d48-b023-7a70bd912c68 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 1099 time: 0.0477929 Sep 14 12:22:09.315263 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13733c7e-61e7-468a-a505-65add8837780 req-808db6e0-e692-4e3a-ac19-e340a90645cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:09.316659 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-13733c7e-61e7-468a-a505-65add8837780 req-808db6e0-e692-4e3a-ac19-e340a90645cc service neutron] 10.222.0.22 "GET /v2.0/networks?id=8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 200 len: 913 time: 0.1180761 Sep 14 12:22:09.333194 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7860fd-b7a7-471d-9b9a-91d7b3b85228 req-92441fb3-8d47-4af4-953f-7786b56d56c8 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:09.335340 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5c7860fd-b7a7-471d-9b9a-91d7b3b85228 req-92441fb3-8d47-4af4-953f-7786b56d56c8 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 946 time: 0.0700872 Sep 14 12:22:09.384196 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-13733c7e-61e7-468a-a505-65add8837780 req-643cb4d0-f243-4ec8-9a6b-46fae595f2a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318cc119-6a4e-4b2e-8dcc-1588f46d01b0 HTTP/1.1" status: 200 len: 217 time: 0.0587833 Sep 14 12:22:09.384476 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-19a27306-7e71-44a8-a3e9-c2bd3d7b001f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:09.413509 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a27306-7e71-44a8-a3e9-c2bd3d7b001f None None] Checking router: 14cd4adf-4279-4f0c-b847-952b0a5c464b for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:22:09.421744 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a27306-7e71-44a8-a3e9-c2bd3d7b001f None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:22:09.422366 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-19a27306-7e71-44a8-a3e9-c2bd3d7b001f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:22:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:09.430122 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5c7860fd-b7a7-471d-9b9a-91d7b3b85228 req-4a29412e-97e9-4b9d-99a5-155bb9a34e3e tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889587 Sep 14 12:22:09.447150 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13733c7e-61e7-468a-a505-65add8837780 req-00fef71d-d2ca-4215-8fec-fa618b5f105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:09.448640 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-13733c7e-61e7-468a-a505-65add8837780 req-00fef71d-d2ca-4215-8fec-fa618b5f105b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0344958-2675-4284-b3fc-b68b7f0b4b21 HTTP/1.1" status: 200 len: 851 time: 0.0525591 Sep 14 12:22:09.500705 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13733c7e-61e7-468a-a505-65add8837780 req-83fc7b6c-f57a-4075-b61b-ca07115e6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:09.502233 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-13733c7e-61e7-468a-a505-65add8837780 req-83fc7b6c-f57a-4075-b61b-ca07115e6f87 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8153d896-6d81-493c-b928-67b848ea6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436251 Sep 14 12:22:09.598344 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-13733c7e-61e7-468a-a505-65add8837780 req-d115a79f-7480-4947-ba0a-d3863655e2b3 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873587 Sep 14 12:22:09.653805 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-19a27306-7e71-44a8-a3e9-c2bd3d7b001f None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:22:09.688345 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-13733c7e-61e7-468a-a505-65add8837780 req-d76ed7d3-21f5-4000-ab25-a61a3175d408 service neutron] 10.222.0.22 "GET /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822783 Sep 14 12:22:09.848779 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-19a27306-7e71-44a8-a3e9-c2bd3d7b001f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:09.875141 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a27306-7e71-44a8-a3e9-c2bd3d7b001f None None] The sync data for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi is: [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:14:29Z', 'revision_number': 4, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': '62fa04f7-dec8-4fc0-868d-4daf1f952eda', 'name': '', 'network_id': '8153d896-6d81-493c-b928-67b848ea6c27', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'mac_address': 'fa:16:3e:b7:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:29Z', 'updated_at': '2021-09-14T12:14:35Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'subnets': [{'id': 'e0344958-2675-4284-b3fc-b68b7f0b4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:22:10.079283 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90753a4d-e3c6-4ee3-a6c3-342d5835ede4 None None] New status for floating IP e4d97c4e-2420-458c-af53-0e4ec8f5aa45: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:22:10.550960 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1492b-9fc8-450e-b980-54b244f2a0cc req-c316b1e8-4dd5-4b88-a1d8-eb999ce5aae1 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:10.552444 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b0a1492b-9fc8-450e-b980-54b244f2a0cc req-c316b1e8-4dd5-4b88-a1d8-eb999ce5aae1 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 946 time: 0.0520911 Sep 14 12:22:10.588823 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b0a1492b-9fc8-450e-b980-54b244f2a0cc req-26db5122-d563-4f00-9681-cb14ecc4aeee tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f312e7e-997f-4541-a3a0-2b665b2048b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304787 Sep 14 12:22:10.980384 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c78184-2336-4c8c-a3a6-bd4b3feb897f req-cef65381-1e20-4856-8e8e-263912054911 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:10.981828 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-59c78184-2336-4c8c-a3a6-bd4b3feb897f req-cef65381-1e20-4856-8e8e-263912054911 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 946 time: 0.0479004 Sep 14 12:22:11.070558 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-59c78184-2336-4c8c-a3a6-bd4b3feb897f req-c05c2ccd-8123-4425-b936-2686eac0e880 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Deleting port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:11.070812 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-59c78184-2336-4c8c-a3a6-bd4b3feb897f req-c05c2ccd-8123-4425-b936-2686eac0e880 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:11.162521 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-59c78184-2336-4c8c-a3a6-bd4b3feb897f req-c05c2ccd-8123-4425-b936-2686eac0e880 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] For port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=318cc119-6a4e-4b2e-8dcc-1588f46d01b0,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:11.162881 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-59c78184-2336-4c8c-a3a6-bd4b3feb897f req-c05c2ccd-8123-4425-b936-2686eac0e880 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:11.174805 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-59c78184-2336-4c8c-a3a6-bd4b3feb897f req-c05c2ccd-8123-4425-b936-2686eac0e880 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Calling delete_port for 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:11.302460 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-59c78184-2336-4c8c-a3a6-bd4b3feb897f req-c05c2ccd-8123-4425-b936-2686eac0e880 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:11.330880 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c2ccd-8123-4425-b936-2686eac0e880 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event deleted for resources: {'Port': ['ID=318cc119-6a4e-4b2e-8dcc-1588f46d01b0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:11.373613 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c78184-2336-4c8c-a3a6-bd4b3feb897f req-c05c2ccd-8123-4425-b936-2686eac0e880 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] No DVR routers for this DVR port 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:22:11.376088 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-59c78184-2336-4c8c-a3a6-bd4b3feb897f req-c05c2ccd-8123-4425-b936-2686eac0e880 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:11.378046 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-59c78184-2336-4c8c-a3a6-bd4b3feb897f req-c05c2ccd-8123-4425-b936-2686eac0e880 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.22 "DELETE /v2.0/ports/318cc119-6a4e-4b2e-8dcc-1588f46d01b0 HTTP/1.1" status: 204 len: 173 time: 0.3895831 Sep 14 12:22:11.378484 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'name': 'network-vif-deleted', 'tag': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:22:11.380820 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4eb017d-355e-49b6-a221-82425b0ab981" -d '{"events": [{"server_uuid": "0f275cd8-10a2-42d6-a7aa-aa726733a48e", "name": "network-vif-deleted", "tag": "318cc119-6a4e-4b2e-8dcc-1588f46d01b0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:22:11.422630 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ab3150-30c9-4013-92c6-187854b2b207 x-openstack-request-id: req-59ab3150-30c9-4013-92c6-187854b2b207 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:22:11.422920 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f275cd8-10a2-42d6-a7aa-aa726733a48e", "name": "network-vif-deleted", "tag": "318cc119-6a4e-4b2e-8dcc-1588f46d01b0", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:22:11.423290 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59ab3150-30c9-4013-92c6-187854b2b207 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:22:11.423683 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f275cd8-10a2-42d6-a7aa-aa726733a48e', 'name': 'network-vif-deleted', 'tag': '318cc119-6a4e-4b2e-8dcc-1588f46d01b0', 'status': 'completed', 'code': 200} Sep 14 12:22:11.688430 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3dcfaed2-50fe-4bf3-9b1f-7ba50eb78f35 req-7095e068-616b-470b-a3c7-874bac6be993 tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f275cd8-10a2-42d6-a7aa-aa726733a48e HTTP/1.1" status: 200 len: 210 time: 0.0271525 Sep 14 12:22:12.750303 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54138) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:12.872421 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c2fe8-8323-4e2f-a368-89176f5142af tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Deleting port d20cc7c4-43ae-436d-a589-388725f377e2 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:12.872760 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2fe8-8323-4e2f-a368-89176f5142af tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:12.948784 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2fe8-8323-4e2f-a368-89176f5142af tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:12.949123 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2fe8-8323-4e2f-a368-89176f5142af tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:12.960910 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c2fe8-8323-4e2f-a368-89176f5142af tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Calling delete_port for d20cc7c4-43ae-436d-a589-388725f377e2 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:13.086633 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2fe8-8323-4e2f-a368-89176f5142af tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:13.110855 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c2fe8-8323-4e2f-a368-89176f5142af tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event deleted for resources: {'Port': ['ID=d20cc7c4-43ae-436d-a589-388725f377e2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:13.168548 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2fe8-8323-4e2f-a368-89176f5142af tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:13.171085 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2fe8-8323-4e2f-a368-89176f5142af tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:13.172226 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-7c0c2fe8-8323-4e2f-a368-89176f5142af tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "DELETE /v2.0/floatingips/bed8e67b-5fa5-499f-9635-92086425b116 HTTP/1.1" status: 204 len: 168 time: 0.4209497 Sep 14 12:22:14.367424 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54150) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:14.426741 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d379fdae-379b-45c4-91ad-25e3c698120a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:14.451974 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d379fdae-379b-45c4-91ad-25e3c698120a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:14.512212 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d379fdae-379b-45c4-91ad-25e3c698120a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:14.514934 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d379fdae-379b-45c4-91ad-25e3c698120a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:14.516121 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d379fdae-379b-45c4-91ad-25e3c698120a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] 10.222.0.20 "DELETE /v2.0/security-groups/2f312e7e-997f-4541-a3a0-2b665b2048b4 HTTP/1.1" status: 204 len: 168 time: 0.1477463 Sep 14 12:22:14.525142 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379fdae-379b-45c4-91ad-25e3c698120a tempest-TestVolumeBootPattern-1327444112 tempest-TestVolumeBootPattern-1327444112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f312e7e-997f-4541-a3a0-2b665b2048b4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:14.574566 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54154) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:15.108517 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-272b8d36-42da-4de0-b573-50f48c406e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577023'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:15.569844 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:15.594222 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:22:15.594570 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 318cc119-6a4e-4b2e-8dcc-1588f46d01b0 not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:22:15.633129 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-272b8d36-42da-4de0-b573-50f48c406e60 admin admin] Deleting port 62fa04f7-dec8-4fc0-868d-4daf1f952eda {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:15.633834 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-272b8d36-42da-4de0-b573-50f48c406e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:15.714449 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-272b8d36-42da-4de0-b573-50f48c406e60 admin admin] For port 62fa04f7-dec8-4fc0-868d-4daf1f952eda, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=62fa04f7-dec8-4fc0-868d-4daf1f952eda,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:15.714810 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-272b8d36-42da-4de0-b573-50f48c406e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:15.727332 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-272b8d36-42da-4de0-b573-50f48c406e60 admin admin] Calling delete_port for 62fa04f7-dec8-4fc0-868d-4daf1f952eda owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:15.901966 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-272b8d36-42da-4de0-b573-50f48c406e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:15.928360 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b8d36-42da-4de0-b573-50f48c406e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=62fa04f7-dec8-4fc0-868d-4daf1f952eda,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:16.094938 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-272b8d36-42da-4de0-b573-50f48c406e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577099'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:16.311902 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272b8d36-42da-4de0-b573-50f48c406e60 admin admin] Router 14cd4adf-4279-4f0c-b847-952b0a5c464b has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:22:16.415065 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272b8d36-42da-4de0-b573-50f48c406e60 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:22:16.422987 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 54158) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:16.424198 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-272b8d36-42da-4de0-b573-50f48c406e60 admin admin] 10.222.0.20 "PUT /v2.0/routers/14cd4adf-4279-4f0c-b847-952b0a5c464b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8476942 Sep 14 12:22:16.425644 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5e8a8b-bb77-4787-8f7f-068ed803e615 None None] Sync routers for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:22:16.434909 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e8a8b-bb77-4787-8f7f-068ed803e615 None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:22:16.435558 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-ac5e8a8b-bb77-4787-8f7f-068ed803e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:22:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:16.526125 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:16.534761 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-ac5e8a8b-bb77-4787-8f7f-068ed803e615 None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:22:16.623003 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:16.676482 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Deleting port e6574237-1852-4e2f-8003-6301cacb9c79 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:16.676834 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:16.710619 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-ac5e8a8b-bb77-4787-8f7f-068ed803e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:22:15Z', 'revision_number': 5, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port': {'id': 'e6574237-1852-4e2f-8003-6301cacb9c79', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:27Z', 'updated_at': '2021-09-14T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:16.736361 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5e8a8b-bb77-4787-8f7f-068ed803e615 None None] Checking router: 14cd4adf-4279-4f0c-b847-952b0a5c464b for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:22:16.745343 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e8a8b-bb77-4787-8f7f-068ed803e615 None None] Routers {'14cd4adf-4279-4f0c-b847-952b0a5c464b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:22:16.745960 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-ac5e8a8b-bb77-4787-8f7f-068ed803e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:22:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['14cd4adf-4279-4f0c-b847-952b0a5c464b'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:16.753663 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] For port e6574237-1852-4e2f-8003-6301cacb9c79, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=e6574237-1852-4e2f-8003-6301cacb9c79,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:16.754029 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:16.766210 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Calling delete_port for e6574237-1852-4e2f-8003-6301cacb9c79 owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:16.833406 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-ac5e8a8b-bb77-4787-8f7f-068ed803e615 None None] Set router 14cd4adf-4279-4f0c-b847-952b0a5c464b gateway port host: None {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:22:16.887703 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-ac5e8a8b-bb77-4787-8f7f-068ed803e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:22:16Z', 'revision_number': 6, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port_host': None}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:16.913946 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5e8a8b-bb77-4787-8f7f-068ed803e615 None None] The sync data for ids ['14cd4adf-4279-4f0c-b847-952b0a5c464b'] in dv-cinder-784945-14-iscsi is: [{'id': '14cd4adf-4279-4f0c-b847-952b0a5c464b', 'name': 'tempest-TestVolumeBootPattern-1366513571-router', 'tenant_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:26Z', 'updated_at': '2021-09-14T12:22:16Z', 'revision_number': 6, 'project_id': '9a6bd858c8ef450bbfa54900f4d817c6', 'gw_port_host': None}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:22:16.933808 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:16.960784 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6574237-1852-4e2f-8003-6301cacb9c79,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:16.970718 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:16.971098 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:16.971441 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:16.971774 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:16.972106 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:16.972439 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:16.972768 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:16.973096 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:16.973420 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:16.973744 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:16.974065 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:16.974385 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:17.032714 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580905'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.119337 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1707'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.121398 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.162152 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578963'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.162606 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14cd4adf-4279-4f0c-b847-952b0a5c464b {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:22:17.168339 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.169488 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1fa12436-57a7-488f-8fd1-6337b6e35ef6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/14cd4adf-4279-4f0c-b847-952b0a5c464b HTTP/1.1" status: 204 len: 168 time: 0.7453890 Sep 14 12:22:17.171996 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 54162) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:17.218061 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f3dac4-55b9-42d5-82d7-9875cac03235 admin admin] Deleting subnet e0344958-2675-4284-b3fc-b68b7f0b4b21 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:22:17.220970 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-62f3dac4-55b9-42d5-82d7-9875cac03235 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.254508 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-62f3dac4-55b9-42d5-82d7-9875cac03235 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175050'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.333465 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-62f3dac4-55b9-42d5-82d7-9875cac03235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.386627 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-62f3dac4-55b9-42d5-82d7-9875cac03235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9075162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904105'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.413898 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3dac4-55b9-42d5-82d7-9875cac03235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0344958-2675-4284-b3fc-b68b7f0b4b21,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:17.419396 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-62f3dac4-55b9-42d5-82d7-9875cac03235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.421265 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-62f3dac4-55b9-42d5-82d7-9875cac03235 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e0344958-2675-4284-b3fc-b68b7f0b4b21 HTTP/1.1" status: 204 len: 168 time: 0.2483187 Sep 14 12:22:17.423725 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 54164) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:17.424899 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd664a9-9cf1-428e-a188-e13b5fdc2309 None None] Network 8153d896-6d81-493c-b928-67b848ea6c27 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:22:17.489885 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.541588 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] Deleting port 125698d0-0359-40fd-91d4-ae20dea77c2c {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:17.541932 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.606760 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] For port 125698d0-0359-40fd-91d4-ae20dea77c2c, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=125698d0-0359-40fd-91d4-ae20dea77c2c,segment=NetworkSegment(7f01bd8b-c7d1-453d-82a5-a209bae4bf1f),segment_id=7f01bd8b-c7d1-453d-82a5-a209bae4bf1f)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:17.607080 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.619211 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] Calling delete_port for 125698d0-0359-40fd-91d4-ae20dea77c2c owned by network:dhcp {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:17.665061 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] DHCP port deletion for 8153d896-6d81-493c-b928-67b848ea6c27 request from dv-cinder-784945-14-iscsi {{(pid=94161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 12:22:17.701607 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.716296 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Deleting port 125698d0-0359-40fd-91d4-ae20dea77c2c {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:17.716882 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.726524 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] Pushing event deleted for resources: {'Port': ['ID=125698d0-0359-40fd-91d4-ae20dea77c2c,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:17.730040 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] No DVR routers for this DVR port 125698d0-0359-40fd-91d4-ae20dea77c2c on host dv-cinder-784945-14-iscsi {{(pid=94160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:22:17.787449 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] For port 125698d0-0359-40fd-91d4-ae20dea77c2c, host dv-cinder-784945-14-iscsi, got binding levels [] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:17.789419 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.801117 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Calling delete_port for 125698d0-0359-40fd-91d4-ae20dea77c2c owned by network:dhcp {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:17.804344 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.ipam_backend_mixin [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Port 125698d0-0359-40fd-91d4-ae20dea77c2c was not found and therefore no delete operation was performed {{(pid=94161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 12:22:17.805569 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.809609 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.830675 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8153d896-6d81-493c-b928-67b848ea6c27']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:17.832163 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Pushing event deleted for resources: {'Port': ['ID=125698d0-0359-40fd-91d4-ae20dea77c2c,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:17.834395 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] No DVR routers for this DVR port 125698d0-0359-40fd-91d4-ae20dea77c2c on host dv-cinder-784945-14-iscsi {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:22:17.841940 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:17.847383 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f01bd8b-c7d1-453d-82a5-a209bae4bf1f') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:17.849186 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:17.849186 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:17.849186 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:17.849186 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:17.849186 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:17.849186 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:17.849186 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:17.849186 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:17.849186 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:17.849186 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:17.849186 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:17.849186 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa292d8b-962e-41f6-9b38-2622da39e0ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-14-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:17.853751 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175155'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.868183 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.874482 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:22:17.874952 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9274936'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: Traceback (most recent call last): Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: timer() Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: cb(*args, **kw) Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: return func(*args, **kwargs) Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: self._notify() Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: self.callback(batched_events) Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: event.method(event) Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: return f(self, *a, **k) Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._get(url).json() Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:22:17.876885 dv-cinder-784945-14-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:22:17.940081 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.955573 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:17.957440 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8153d896-6d81-493c-b928-67b848ea6c27 HTTP/1.1" status: 204 len: 168 time: 0.5321226 Sep 14 12:22:17.958496 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35860e38-eaf1-452a-b925-ef302a32c858 admin admin] Pushing event deleted for resources: {'Network': ['ID=8153d896-6d81-493c-b928-67b848ea6c27,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:17.960438 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 54166) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:18.288615 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73117b78-9476-42e0-b7c0-f5b099812bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577023'] for router_interface, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:18.519394 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-73117b78-9476-42e0-b7c0-f5b099812bc9 admin admin] Deleting port 85c0901c-ed03-4200-bb98-5d5dc29a68a2 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:18.520099 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73117b78-9476-42e0-b7c0-f5b099812bc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:18.595847 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-73117b78-9476-42e0-b7c0-f5b099812bc9 admin admin] For port 85c0901c-ed03-4200-bb98-5d5dc29a68a2, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=85c0901c-ed03-4200-bb98-5d5dc29a68a2,segment=NetworkSegment(bc80f085-8df8-42ea-8fb5-59ae716bbb04),segment_id=bc80f085-8df8-42ea-8fb5-59ae716bbb04)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:18.596128 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73117b78-9476-42e0-b7c0-f5b099812bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:18.608450 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-73117b78-9476-42e0-b7c0-f5b099812bc9 admin admin] Calling delete_port for 85c0901c-ed03-4200-bb98-5d5dc29a68a2 owned by network:router_interface {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:18.778132 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73117b78-9476-42e0-b7c0-f5b099812bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:18.804193 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73117b78-9476-42e0-b7c0-f5b099812bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c0901c-ed03-4200-bb98-5d5dc29a68a2,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:18.893309 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 62fa04f7-dec8-4fc0-868d-4daf1f952eda no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:18.914812 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 62fa04f7-dec8-4fc0-868d-4daf1f952eda {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:22:18.915244 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 62fa04f7-dec8-4fc0-868d-4daf1f952eda not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:22:18.915586 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 125698d0-0359-40fd-91d4-ae20dea77c2c no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:18.936607 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 125698d0-0359-40fd-91d4-ae20dea77c2c {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:22:18.937062 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 125698d0-0359-40fd-91d4-ae20dea77c2c not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:22:18.937560 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device e6574237-1852-4e2f-8003-6301cacb9c79 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:18.957894 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: e6574237-1852-4e2f-8003-6301cacb9c79 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:22:18.958352 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device e6574237-1852-4e2f-8003-6301cacb9c79 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:22:19.186742 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73117b78-9476-42e0-b7c0-f5b099812bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577099'] for router_interface, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:19.389330 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73117b78-9476-42e0-b7c0-f5b099812bc9 admin admin] Router 0584e033-5b85-4277-97ea-7eef7328005e has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:22:19.491832 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73117b78-9476-42e0-b7c0-f5b099812bc9 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:22:19.496630 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-73117b78-9476-42e0-b7c0-f5b099812bc9 admin admin] 10.222.0.20 "PUT /v2.0/routers/0584e033-5b85-4277-97ea-7eef7328005e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5352275 Sep 14 12:22:19.499174 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 54168) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:19.500993 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c160b86-901e-424c-85ec-7aab4bdbf9e3 None None] Sync routers for ids ['0584e033-5b85-4277-97ea-7eef7328005e'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:22:19.510890 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c160b86-901e-424c-85ec-7aab4bdbf9e3 None None] Routers {'0584e033-5b85-4277-97ea-7eef7328005e'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:22:19.511533 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-0c160b86-901e-424c-85ec-7aab4bdbf9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:22:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['0584e033-5b85-4277-97ea-7eef7328005e'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:19.607560 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-162760a6-cd05-4314-95a1-188908232074 admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:19.710958 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-0c160b86-901e-424c-85ec-7aab4bdbf9e3 None None] Set router 0584e033-5b85-4277-97ea-7eef7328005e gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:22:19.712960 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-162760a6-cd05-4314-95a1-188908232074 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:19.765601 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-162760a6-cd05-4314-95a1-188908232074 admin admin] Deleting port a7103c85-1302-4082-9603-4b2263a868e8 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:19.765942 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-162760a6-cd05-4314-95a1-188908232074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:19.847340 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-162760a6-cd05-4314-95a1-188908232074 admin admin] For port a7103c85-1302-4082-9603-4b2263a868e8, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=a7103c85-1302-4082-9603-4b2263a868e8,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:19.847704 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-162760a6-cd05-4314-95a1-188908232074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:19.860562 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-162760a6-cd05-4314-95a1-188908232074 admin admin] Calling delete_port for a7103c85-1302-4082-9603-4b2263a868e8 owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:19.882879 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-0c160b86-901e-424c-85ec-7aab4bdbf9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584e033-5b85-4277-97ea-7eef7328005e', 'name': 'tempest-TestVolumeBootPattern-1874295442-router', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a7103c85-1302-4082-9603-4b2263a868e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:31Z', 'updated_at': '2021-09-14T12:22:18Z', 'revision_number': 5, 'project_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'gw_port': {'id': 'a7103c85-1302-4082-9603-4b2263a868e8', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584e033-5b85-4277-97ea-7eef7328005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:14:32Z', 'updated_at': '2021-09-14T12:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:19.908930 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c160b86-901e-424c-85ec-7aab4bdbf9e3 None None] Checking router: 0584e033-5b85-4277-97ea-7eef7328005e for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:22:19.917627 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c160b86-901e-424c-85ec-7aab4bdbf9e3 None None] Routers {'0584e033-5b85-4277-97ea-7eef7328005e'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:22:19.918262 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-0c160b86-901e-424c-85ec-7aab4bdbf9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:22:02Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['0584e033-5b85-4277-97ea-7eef7328005e'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:20.001841 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-0c160b86-901e-424c-85ec-7aab4bdbf9e3 None None] Set router 0584e033-5b85-4277-97ea-7eef7328005e gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:22:20.023602 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-162760a6-cd05-4314-95a1-188908232074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.049002 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162760a6-cd05-4314-95a1-188908232074 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7103c85-1302-4082-9603-4b2263a868e8,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:20.055479 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-0c160b86-901e-424c-85ec-7aab4bdbf9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584e033-5b85-4277-97ea-7eef7328005e', 'name': 'tempest-TestVolumeBootPattern-1874295442-router', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:31Z', 'updated_at': '2021-09-14T12:22:19Z', 'revision_number': 6, 'project_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'gw_port_host': None}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:20.081017 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c160b86-901e-424c-85ec-7aab4bdbf9e3 None None] The sync data for ids ['0584e033-5b85-4277-97ea-7eef7328005e'] in dv-cinder-784945-14-iscsi is: [{'id': '0584e033-5b85-4277-97ea-7eef7328005e', 'name': 'tempest-TestVolumeBootPattern-1874295442-router', 'tenant_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:14:31Z', 'updated_at': '2021-09-14T12:22:19Z', 'revision_number': 6, 'project_id': '99fa7d4db0ed4c3cbcea77fa35ba131a', 'gw_port_host': None}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:22:20.110019 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-162760a6-cd05-4314-95a1-188908232074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580905'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.197103 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-162760a6-cd05-4314-95a1-188908232074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1707'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.199198 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-162760a6-cd05-4314-95a1-188908232074 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.243322 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-162760a6-cd05-4314-95a1-188908232074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578963'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.243870 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162760a6-cd05-4314-95a1-188908232074 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0584e033-5b85-4277-97ea-7eef7328005e {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:22:20.248204 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-162760a6-cd05-4314-95a1-188908232074 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.249312 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-162760a6-cd05-4314-95a1-188908232074 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0584e033-5b85-4277-97ea-7eef7328005e HTTP/1.1" status: 204 len: 168 time: 0.7490447 Sep 14 12:22:20.251845 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 54170) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:20.296600 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1cdd48-d066-42bc-8164-6a9c765588fa admin admin] Deleting subnet 2c97c48d-309b-4e33-849e-219a3334c14c {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:22:20.299456 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6b1cdd48-d066-42bc-8164-6a9c765588fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.332873 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6b1cdd48-d066-42bc-8164-6a9c765588fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175050'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.411992 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6b1cdd48-d066-42bc-8164-6a9c765588fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.466742 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6b1cdd48-d066-42bc-8164-6a9c765588fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9075162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904105'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.494356 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cdd48-d066-42bc-8164-6a9c765588fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c97c48d-309b-4e33-849e-219a3334c14c,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:20.499302 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6b1cdd48-d066-42bc-8164-6a9c765588fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.501184 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6b1cdd48-d066-42bc-8164-6a9c765588fa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2c97c48d-309b-4e33-849e-219a3334c14c HTTP/1.1" status: 204 len: 168 time: 0.2483773 Sep 14 12:22:20.503891 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54172) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:20.506034 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd2404a-f2ac-414e-bb83-b5b9c5001354 None None] Network afb3f927-a93f-41cb-9b61-2510e91624a9 requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:22:20.576976 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.630640 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] Deleting port 45f42946-b22f-4495-a46f-2ad39f54b4d9 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:20.630982 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.697036 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] For port 45f42946-b22f-4495-a46f-2ad39f54b4d9, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=45f42946-b22f-4495-a46f-2ad39f54b4d9,segment=NetworkSegment(bc80f085-8df8-42ea-8fb5-59ae716bbb04),segment_id=bc80f085-8df8-42ea-8fb5-59ae716bbb04)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:20.697401 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.708795 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] Calling delete_port for 45f42946-b22f-4495-a46f-2ad39f54b4d9 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:20.786193 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.816553 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] Pushing event deleted for resources: {'Port': ['ID=45f42946-b22f-4495-a46f-2ad39f54b4d9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:20.818414 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] No DVR routers for this DVR port 45f42946-b22f-4495-a46f-2ad39f54b4d9 on host dv-cinder-784945-14-iscsi {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:22:20.832792 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7ecac3-7937-49f1-82fe-c7351828238b None None] DHCP port deletion for afb3f927-a93f-41cb-9b61-2510e91624a9 request from dv-cinder-784945-14-iscsi {{(pid=94161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 12:22:20.899881 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device a7103c85-1302-4082-9603-4b2263a868e8 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:20.908726 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.925277 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: a7103c85-1302-4082-9603-4b2263a868e8 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:22:20.925623 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device a7103c85-1302-4082-9603-4b2263a868e8 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:22:20.926031 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 85c0901c-ed03-4200-bb98-5d5dc29a68a2 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:20.933308 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb3f927-a93f-41cb-9b61-2510e91624a9']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:20.943413 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc80f085-8df8-42ea-8fb5-59ae716bbb04') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:20.944467 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc80f085-8df8-42ea-8fb5-59ae716bbb04') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:20.945693 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 85c0901c-ed03-4200-bb98-5d5dc29a68a2 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:22:20.946225 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 85c0901c-ed03-4200-bb98-5d5dc29a68a2 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:22:20.946634 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 45f42946-b22f-4495-a46f-2ad39f54b4d9 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:20.954622 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3191708'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.965592 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 45f42946-b22f-4495-a46f-2ad39f54b4d9 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:22:20.965983 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 45f42946-b22f-4495-a46f-2ad39f54b4d9 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:22:20.970028 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.976463 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:22:20.976882 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3780155'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: timer() Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: cb(*args, **kw) Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: self._notify() Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: self.callback(batched_events) Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: event.method(event) Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: return self._get(url).json() Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:22:20.978632 dv-cinder-784945-14-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:22:21.036836 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:21.043292 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:21.045158 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] 10.222.0.20 "DELETE /v2.0/networks/afb3f927-a93f-41cb-9b61-2510e91624a9 HTTP/1.1" status: 204 len: 168 time: 0.5402915 Sep 14 12:22:21.057098 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523079a-60d9-485b-894f-12223c56150d admin admin] Pushing event deleted for resources: {'Network': ['ID=afb3f927-a93f-41cb-9b61-2510e91624a9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:21.194388 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54176) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:21.232923 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-33bc4d33-feb4-40da-8023-da221f6c468f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a6bd858c8ef450bbfa54900f4d817c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373790 Sep 14 12:22:21.235665 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54178) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:21.282047 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-403f0c04-fb0e-4d2c-9b28-7b3c314d3386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:21.305304 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-403f0c04-fb0e-4d2c-9b28-7b3c314d3386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:21.354581 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-403f0c04-fb0e-4d2c-9b28-7b3c314d3386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:21.357089 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-403f0c04-fb0e-4d2c-9b28-7b3c314d3386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:21.358261 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-403f0c04-fb0e-4d2c-9b28-7b3c314d3386 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/603ff3a3-e81b-446a-bba0-42c665c50448 HTTP/1.1" status: 204 len: 168 time: 0.1217246 Sep 14 12:22:21.366470 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f0c04-fb0e-4d2c-9b28-7b3c314d3386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603ff3a3-e81b-446a-bba0-42c665c50448,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:21.668487 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54184) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:21.705989 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-4294d272-bf65-4f27-9052-3dca006dc13d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99fa7d4db0ed4c3cbcea77fa35ba131a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0363038 Sep 14 12:22:21.708239 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54186) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:21.757205 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a30371e-309b-427d-a313-20e255f2f26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:21.778135 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a30371e-309b-427d-a313-20e255f2f26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:21.823142 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a30371e-309b-427d-a313-20e255f2f26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:21.825876 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a30371e-309b-427d-a313-20e255f2f26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:21.826994 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1a30371e-309b-427d-a313-20e255f2f26b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7830da37-c075-482c-8583-5f144cf45bbc HTTP/1.1" status: 204 len: 168 time: 0.1178737 Sep 14 12:22:21.834291 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30371e-309b-427d-a313-20e255f2f26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7830da37-c075-482c-8583-5f144cf45bbc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:28.987050 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d7e65b66-0322-43b4-a57f-de2943527070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:30.243517 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:22:31.735835 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d07ac0bd-c30b-4d78-9d1f-4010c0735bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:31.975577 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:32.974259 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:33.953894 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:35.325832 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:37.071147 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54194) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:37.223105 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9bbe3-cdda-4230-99df-16eeb17d2496 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Deleting port 636385c9-ec6c-41e9-bcba-ac2903eeae2c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:37.223633 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9e9bbe3-cdda-4230-99df-16eeb17d2496 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:37.298192 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9e9bbe3-cdda-4230-99df-16eeb17d2496 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:37.298519 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9e9bbe3-cdda-4230-99df-16eeb17d2496 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:37.309614 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9bbe3-cdda-4230-99df-16eeb17d2496 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Calling delete_port for 636385c9-ec6c-41e9-bcba-ac2903eeae2c owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:37.451995 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9e9bbe3-cdda-4230-99df-16eeb17d2496 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:37.477130 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9bbe3-cdda-4230-99df-16eeb17d2496 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Pushing event deleted for resources: {'Port': ['ID=636385c9-ec6c-41e9-bcba-ac2903eeae2c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:37.535500 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9e9bbe3-cdda-4230-99df-16eeb17d2496 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:37.535825 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.db.l3_db [None req-d9e9bbe3-cdda-4230-99df-16eeb17d2496 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Floating IP 7ad6d062-c20e-4732-a48b-401cf80683bd disassociated (deleted). External IP: 172.27.0.7, port: 88da92ac-055e-4739-b142-560746971ff8. Sep 14 12:22:37.742428 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e9bbe3-cdda-4230-99df-16eeb17d2496 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:22:37.845709 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e9bbe3-cdda-4230-99df-16eeb17d2496 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:22:37.851075 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9e9bbe3-cdda-4230-99df-16eeb17d2496 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:37.855638 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca00b81-b27d-48bf-b602-3a12c0707560 None None] Sync routers for ids ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:22:37.864411 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca00b81-b27d-48bf-b602-3a12c0707560 None None] Routers {'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:22:37.865023 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-1ca00b81-b27d-48bf-b602-3a12c0707560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:22:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:37.877408 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d9e9bbe3-cdda-4230-99df-16eeb17d2496 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "DELETE /v2.0/floatingips/7ad6d062-c20e-4732-a48b-401cf80683bd HTTP/1.1" status: 204 len: 168 time: 0.8050976 Sep 14 12:22:37.878061 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a332de8-c16c-479b-b194-9b366d626e5a', 'tag': '88da92ac-055e-4739-b142-560746971ff8'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:22:37.880434 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea94adc7-3c42-47f2-9adc-a9da36aec46a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a332de8-c16c-479b-b194-9b366d626e5a", "tag": "88da92ac-055e-4739-b142-560746971ff8"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:22:37.917296 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 12:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e715ffd-ccc9-4175-b4fc-755719e50733 x-openstack-request-id: req-3e715ffd-ccc9-4175-b4fc-755719e50733 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:22:37.917610 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a332de8-c16c-479b-b194-9b366d626e5a", "tag": "88da92ac-055e-4739-b142-560746971ff8", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:22:37.917858 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e715ffd-ccc9-4175-b4fc-755719e50733 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:22:37.918811 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a332de8-c16c-479b-b194-9b366d626e5a', 'tag': '88da92ac-055e-4739-b142-560746971ff8', 'status': 'completed', 'code': 200} Sep 14 12:22:37.971529 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-1ca00b81-b27d-48bf-b602-3a12c0707560 None None] Set router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:22:37.986536 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94adc7-3c42-47f2-9adc-a9da36aec46a req-2c023966-f8fe-4a0e-897a-c3c997b22b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:37.988422 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ea94adc7-3c42-47f2-9adc-a9da36aec46a req-2c023966-f8fe-4a0e-897a-c3c997b22b39 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4854dd8459d3477ba8a270a2421d7979&device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 1098 time: 0.0460811 Sep 14 12:22:38.133191 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94adc7-3c42-47f2-9adc-a9da36aec46a req-a6124481-2bf3-4a05-9559-b371630f4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:38.134674 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ea94adc7-3c42-47f2-9adc-a9da36aec46a req-a6124481-2bf3-4a05-9559-b371630f4a1b service neutron] 10.222.0.22 "GET /v2.0/networks?id=fee59a88-4470-41bf-ad91-5a80510211ed HTTP/1.1" status: 200 len: 909 time: 0.1327612 Sep 14 12:22:38.147447 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d32f9-dc0e-4083-a9e8-50726dbf071e req-2e33238f-340c-4d42-9e58-5ad3e4ec1bb0 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:38.148913 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d4d32f9-dc0e-4083-a9e8-50726dbf071e req-2e33238f-340c-4d42-9e58-5ad3e4ec1bb0 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0738189 Sep 14 12:22:38.192634 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ea94adc7-3c42-47f2-9adc-a9da36aec46a req-2c2cf100-c495-4ac4-abb4-203e7803c3c4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88da92ac-055e-4739-b142-560746971ff8 HTTP/1.1" status: 200 len: 217 time: 0.0427840 Sep 14 12:22:38.244469 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4d4d32f9-dc0e-4083-a9e8-50726dbf071e req-06989c26-24d5-472e-a45e-4d3c97a41aa0 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887284 Sep 14 12:22:38.257292 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94adc7-3c42-47f2-9adc-a9da36aec46a req-e568d24f-4cc5-4eeb-87dd-7c63949a2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:38.258736 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ea94adc7-3c42-47f2-9adc-a9da36aec46a req-e568d24f-4cc5-4eeb-87dd-7c63949a2d46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25730b99-4ec7-41b7-bad2-e22229a4a363 HTTP/1.1" status: 200 len: 847 time: 0.0567911 Sep 14 12:22:38.305834 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94adc7-3c42-47f2-9adc-a9da36aec46a req-c85609f8-2346-4bff-a646-4f9d1ed89ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:38.307297 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ea94adc7-3c42-47f2-9adc-a9da36aec46a req-c85609f8-2346-4bff-a646-4f9d1ed89ce6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee59a88-4470-41bf-ad91-5a80510211ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399587 Sep 14 12:22:38.308543 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-1ca00b81-b27d-48bf-b602-3a12c0707560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'name': 'tempest-TestShelveInstance-641683942-router', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:58Z', 'updated_at': '2021-09-14T12:18:02Z', 'revision_number': 4, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'gw_port': {'id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:59Z', 'updated_at': '2021-09-14T12:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': 'da311b1a-e18d-428a-82b0-f0cd9bc846b7', 'name': '', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'mac_address': 'fa:16:3e:45:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:01Z', 'updated_at': '2021-09-14T12:18:09Z', 'revision_number': 5, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'subnets': [{'id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:38.335772 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca00b81-b27d-48bf-b602-3a12c0707560 None None] Checking router: a1830a5e-be79-4c7d-a8ce-0cfa28e005dd for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:22:38.343831 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca00b81-b27d-48bf-b602-3a12c0707560 None None] Routers {'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:22:38.344445 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-1ca00b81-b27d-48bf-b602-3a12c0707560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:22:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:38.401973 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ea94adc7-3c42-47f2-9adc-a9da36aec46a req-b638be08-662d-4367-a919-966c0702afb9 service neutron] 10.222.0.22 "GET /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855446 Sep 14 12:22:38.450475 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-1ca00b81-b27d-48bf-b602-3a12c0707560 None None] Set router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:22:38.492997 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ea94adc7-3c42-47f2-9adc-a9da36aec46a req-cd34e29d-cd8c-496c-a588-48131be64799 service neutron] 10.222.0.22 "GET /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814431 Sep 14 12:22:38.645376 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-1ca00b81-b27d-48bf-b602-3a12c0707560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'name': 'tempest-TestShelveInstance-641683942-router', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:58Z', 'updated_at': '2021-09-14T12:18:02Z', 'revision_number': 4, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'gw_port': {'id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:59Z', 'updated_at': '2021-09-14T12:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': 'da311b1a-e18d-428a-82b0-f0cd9bc846b7', 'name': '', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'mac_address': 'fa:16:3e:45:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:01Z', 'updated_at': '2021-09-14T12:18:09Z', 'revision_number': 5, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'subnets': [{'id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:38.678699 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca00b81-b27d-48bf-b602-3a12c0707560 None None] The sync data for ids ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'] in dv-cinder-784945-14-iscsi is: [{'id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'name': 'tempest-TestShelveInstance-641683942-router', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:58Z', 'updated_at': '2021-09-14T12:18:02Z', 'revision_number': 4, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'gw_port': {'id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:59Z', 'updated_at': '2021-09-14T12:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi', '_interfaces': [{'id': 'da311b1a-e18d-428a-82b0-f0cd9bc846b7', 'name': '', 'network_id': 'fee59a88-4470-41bf-ad91-5a80510211ed', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'mac_address': 'fa:16:3e:45:66:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:01Z', 'updated_at': '2021-09-14T12:18:09Z', 'revision_number': 5, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'subnets': [{'id': '25730b99-4ec7-41b7-bad2-e22229a4a363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:22:38.888466 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80fe13a-4019-4cd1-ac86-8f67083ee057 None None] New status for floating IP 7ad6d062-c20e-4732-a48b-401cf80683bd: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 12:22:39.367805 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436da58-6608-4030-a63c-68729022803b req-8f2b8732-ea5f-48c2-83be-1b5ea9050344 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:39.369938 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3436da58-6608-4030-a63c-68729022803b req-8f2b8732-ea5f-48c2-83be-1b5ea9050344 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0525479 Sep 14 12:22:39.408588 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3436da58-6608-4030-a63c-68729022803b req-6761f15e-5022-4cb1-9324-676475db69d3 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321462 Sep 14 12:22:39.725323 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644329b-1cfa-40e4-8b1e-f11347e4eccc req-b7988949-e365-442a-8db0-79d874a198ee tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 12:22:39.726663 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2644329b-1cfa-40e4-8b1e-f11347e4eccc req-b7988949-e365-442a-8db0-79d874a198ee tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 945 time: 0.0475538 Sep 14 12:22:39.814718 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-2644329b-1cfa-40e4-8b1e-f11347e4eccc req-bc7c812f-dc73-4dd1-b94c-e278d0dd09e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Deleting port 88da92ac-055e-4739-b142-560746971ff8 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:39.815062 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2644329b-1cfa-40e4-8b1e-f11347e4eccc req-bc7c812f-dc73-4dd1-b94c-e278d0dd09e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:39.902843 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-2644329b-1cfa-40e4-8b1e-f11347e4eccc req-bc7c812f-dc73-4dd1-b94c-e278d0dd09e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] For port 88da92ac-055e-4739-b142-560746971ff8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=88da92ac-055e-4739-b142-560746971ff8,segment=NetworkSegment(a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75),segment_id=a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:39.903239 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2644329b-1cfa-40e4-8b1e-f11347e4eccc req-bc7c812f-dc73-4dd1-b94c-e278d0dd09e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:39.915405 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-2644329b-1cfa-40e4-8b1e-f11347e4eccc req-bc7c812f-dc73-4dd1-b94c-e278d0dd09e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Calling delete_port for 88da92ac-055e-4739-b142-560746971ff8 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:40.044762 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2644329b-1cfa-40e4-8b1e-f11347e4eccc req-bc7c812f-dc73-4dd1-b94c-e278d0dd09e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:40.073049 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c812f-dc73-4dd1-b94c-e278d0dd09e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Pushing event deleted for resources: {'Port': ['ID=88da92ac-055e-4739-b142-560746971ff8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:40.113071 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2644329b-1cfa-40e4-8b1e-f11347e4eccc req-bc7c812f-dc73-4dd1-b94c-e278d0dd09e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] No DVR routers for this DVR port 88da92ac-055e-4739-b142-560746971ff8 on host hv-cinder-78494 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:22:40.116088 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-2644329b-1cfa-40e4-8b1e-f11347e4eccc req-bc7c812f-dc73-4dd1-b94c-e278d0dd09e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513208'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:40.117965 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2644329b-1cfa-40e4-8b1e-f11347e4eccc req-bc7c812f-dc73-4dd1-b94c-e278d0dd09e8 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.22 "DELETE /v2.0/ports/88da92ac-055e-4739-b142-560746971ff8 HTTP/1.1" status: 204 len: 173 time: 0.3835268 Sep 14 12:22:40.118397 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a332de8-c16c-479b-b194-9b366d626e5a', 'name': 'network-vif-deleted', 'tag': '88da92ac-055e-4739-b142-560746971ff8'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 12:22:40.120693 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}417b8a24ea7d9cce59f717fc1b511b7c1a1944d8d0758de4db2852b3307084f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad0cc65-cc8a-4314-a3a7-f8c41f11a9e8" -d '{"events": [{"server_uuid": "2a332de8-c16c-479b-b194-9b366d626e5a", "name": "network-vif-deleted", "tag": "88da92ac-055e-4739-b142-560746971ff8"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:22:40.160955 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 12:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9be84b-e972-4ef4-ab36-b40052872bb1 x-openstack-request-id: req-3c9be84b-e972-4ef4-ab36-b40052872bb1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:22:40.161242 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a332de8-c16c-479b-b194-9b366d626e5a", "name": "network-vif-deleted", "tag": "88da92ac-055e-4739-b142-560746971ff8", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:22:40.161591 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c9be84b-e972-4ef4-ab36-b40052872bb1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:22:40.162889 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a332de8-c16c-479b-b194-9b366d626e5a', 'name': 'network-vif-deleted', 'tag': '88da92ac-055e-4739-b142-560746971ff8', 'status': 'completed', 'code': 200} Sep 14 12:22:40.529243 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c534fe1-9af5-4f01-9fcc-267e27554dd5 req-4437e752-b64a-4975-bc90-53e040342e88 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a332de8-c16c-479b-b194-9b366d626e5a HTTP/1.1" status: 200 len: 210 time: 0.0297906 Sep 14 12:22:41.586780 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54214) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:41.644917 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99b1adca-b147-4a9d-b3cb-3252576b1cd9 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:41.668952 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99b1adca-b147-4a9d-b3cb-3252576b1cd9 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:41.725443 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99b1adca-b147-4a9d-b3cb-3252576b1cd9 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:41.728020 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99b1adca-b147-4a9d-b3cb-3252576b1cd9 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:41.729140 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-99b1adca-b147-4a9d-b3cb-3252576b1cd9 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] 10.222.0.20 "DELETE /v2.0/security-groups/2b2d38c9-7fa8-42d7-a914-56782fc3ecfe HTTP/1.1" status: 204 len: 168 time: 0.1413476 Sep 14 12:22:41.738520 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1adca-b147-4a9d-b3cb-3252576b1cd9 tempest-TestShelveInstance-2051138417 tempest-TestShelveInstance-2051138417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2d38c9-7fa8-42d7-a914-56782fc3ecfe,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:41.772296 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 54218) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:42.103240 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-858b8f08-a68a-4609-a77f-9ac917b1106e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577023'] for router_interface, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:42.337266 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-858b8f08-a68a-4609-a77f-9ac917b1106e admin admin] Deleting port da311b1a-e18d-428a-82b0-f0cd9bc846b7 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:42.337607 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-858b8f08-a68a-4609-a77f-9ac917b1106e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:42.413101 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-858b8f08-a68a-4609-a77f-9ac917b1106e admin admin] For port da311b1a-e18d-428a-82b0-f0cd9bc846b7, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=da311b1a-e18d-428a-82b0-f0cd9bc846b7,segment=NetworkSegment(a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75),segment_id=a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:42.413466 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-858b8f08-a68a-4609-a77f-9ac917b1106e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:42.425385 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-858b8f08-a68a-4609-a77f-9ac917b1106e admin admin] Calling delete_port for da311b1a-e18d-428a-82b0-f0cd9bc846b7 owned by network:router_interface {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:42.598769 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-858b8f08-a68a-4609-a77f-9ac917b1106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:42.628831 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b8f08-a68a-4609-a77f-9ac917b1106e admin admin] Pushing event deleted for resources: {'Port': ['ID=da311b1a-e18d-428a-82b0-f0cd9bc846b7,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:42.791004 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-858b8f08-a68a-4609-a77f-9ac917b1106e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577099'] for router_interface, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:43.000242 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858b8f08-a68a-4609-a77f-9ac917b1106e admin admin] Router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:22:43.320462 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858b8f08-a68a-4609-a77f-9ac917b1106e admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:22:43.325485 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-858b8f08-a68a-4609-a77f-9ac917b1106e admin admin] 10.222.0.20 "PUT /v2.0/routers/a1830a5e-be79-4c7d-a8ce-0cfa28e005dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5519490 Sep 14 12:22:43.328365 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 54220) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:43.330977 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a573c824-9695-4fea-a4b3-faee7a8328a0 None None] Sync routers for ids ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'] in dv-cinder-784945-14-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:22:43.340643 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a573c824-9695-4fea-a4b3-faee7a8328a0 None None] Routers {'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:22:43.341259 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-a573c824-9695-4fea-a4b3-faee7a8328a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:22:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:43.430376 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7cb3125e-9b4c-492b-b37a-5cb3ffbd6572 admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:43.441980 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-a573c824-9695-4fea-a4b3-faee7a8328a0 None None] Set router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd gateway port host: dv-cinder-784945-14-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:22:43.527740 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7cb3125e-9b4c-492b-b37a-5cb3ffbd6572 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:43.581804 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-7cb3125e-9b4c-492b-b37a-5cb3ffbd6572 admin admin] Deleting port 141ddb26-65fe-424e-9032-e3a49fbf8a42 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:43.582059 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7cb3125e-9b4c-492b-b37a-5cb3ffbd6572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:43.615764 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-a573c824-9695-4fea-a4b3-faee7a8328a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'name': 'tempest-TestShelveInstance-641683942-router', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:58Z', 'updated_at': '2021-09-14T12:22:42Z', 'revision_number': 5, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'gw_port': {'id': '141ddb26-65fe-424e-9032-e3a49fbf8a42', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:17:59Z', 'updated_at': '2021-09-14T12:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:43.648544 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a573c824-9695-4fea-a4b3-faee7a8328a0 None None] Checking router: a1830a5e-be79-4c7d-a8ce-0cfa28e005dd for host: dv-cinder-784945-14-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:22:43.656735 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a573c824-9695-4fea-a4b3-faee7a8328a0 None None] Routers {'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:22:43.657350 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-a573c824-9695-4fea-a4b3-faee7a8328a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:22:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:43.660276 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-7cb3125e-9b4c-492b-b37a-5cb3ffbd6572 admin admin] For port 141ddb26-65fe-424e-9032-e3a49fbf8a42, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=141ddb26-65fe-424e-9032-e3a49fbf8a42,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:43.660636 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7cb3125e-9b4c-492b-b37a-5cb3ffbd6572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:43.673238 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-7cb3125e-9b4c-492b-b37a-5cb3ffbd6572 admin admin] Calling delete_port for 141ddb26-65fe-424e-9032-e3a49fbf8a42 owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:43.718036 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 88da92ac-055e-4739-b142-560746971ff8 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:43.743425 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] No Port match for: 88da92ac-055e-4739-b142-560746971ff8 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:22:43.743768 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Device 88da92ac-055e-4739-b142-560746971ff8 not bound to the agent host hv-cinder-78494 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:22:43.763737 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-a573c824-9695-4fea-a4b3-faee7a8328a0 None None] Set router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd gateway port host: None {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:22:43.815739 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-a573c824-9695-4fea-a4b3-faee7a8328a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'name': 'tempest-TestShelveInstance-641683942-router', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:58Z', 'updated_at': '2021-09-14T12:22:43Z', 'revision_number': 6, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'gw_port_host': None}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:43.843229 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7cb3125e-9b4c-492b-b37a-5cb3ffbd6572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:43.845914 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a573c824-9695-4fea-a4b3-faee7a8328a0 None None] The sync data for ids ['a1830a5e-be79-4c7d-a8ce-0cfa28e005dd'] in dv-cinder-784945-14-iscsi is: [{'id': 'a1830a5e-be79-4c7d-a8ce-0cfa28e005dd', 'name': 'tempest-TestShelveInstance-641683942-router', 'tenant_id': '4854dd8459d3477ba8a270a2421d7979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:17:58Z', 'updated_at': '2021-09-14T12:22:43Z', 'revision_number': 6, 'project_id': '4854dd8459d3477ba8a270a2421d7979', 'gw_port_host': None}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:22:43.867616 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3125e-9b4c-492b-b37a-5cb3ffbd6572 admin admin] Pushing event deleted for resources: {'Port': ['ID=141ddb26-65fe-424e-9032-e3a49fbf8a42,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:43.935490 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7cb3125e-9b4c-492b-b37a-5cb3ffbd6572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580905'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.023270 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7cb3125e-9b4c-492b-b37a-5cb3ffbd6572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1707'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.025406 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7cb3125e-9b4c-492b-b37a-5cb3ffbd6572 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.069802 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7cb3125e-9b4c-492b-b37a-5cb3ffbd6572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578963'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.070363 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb3125e-9b4c-492b-b37a-5cb3ffbd6572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1830a5e-be79-4c7d-a8ce-0cfa28e005dd {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:22:44.074647 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7cb3125e-9b4c-492b-b37a-5cb3ffbd6572 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.075836 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-7cb3125e-9b4c-492b-b37a-5cb3ffbd6572 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a1830a5e-be79-4c7d-a8ce-0cfa28e005dd HTTP/1.1" status: 204 len: 168 time: 0.7465458 Sep 14 12:22:44.078273 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 54222) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:44.123339 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2c5230-2e36-4d71-a54d-1e2c483ecdd8 admin admin] Deleting subnet 25730b99-4ec7-41b7-bad2-e22229a4a363 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:22:44.126356 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5230-2e36-4d71-a54d-1e2c483ecdd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.165003 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5230-2e36-4d71-a54d-1e2c483ecdd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175050'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.246542 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5230-2e36-4d71-a54d-1e2c483ecdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.303898 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5230-2e36-4d71-a54d-1e2c483ecdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9075162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904105'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.326606 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c5230-2e36-4d71-a54d-1e2c483ecdd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25730b99-4ec7-41b7-bad2-e22229a4a363,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:44.332165 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5230-2e36-4d71-a54d-1e2c483ecdd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.337452 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5e2c5230-2e36-4d71-a54d-1e2c483ecdd8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/25730b99-4ec7-41b7-bad2-e22229a4a363 HTTP/1.1" status: 204 len: 168 time: 0.2553084 Sep 14 12:22:44.337452 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.20', 54224) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:44.338136 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e443176-be3b-4cf2-8e53-babd466727c5 None None] Network fee59a88-4470-41bf-ad91-5a80510211ed requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:22:44.407302 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.458741 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] Deleting port 766bf072-ad2d-4461-b22f-34a06df403a4 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:44.459167 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.523645 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] For port 766bf072-ad2d-4461-b22f-34a06df403a4, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=766bf072-ad2d-4461-b22f-34a06df403a4,segment=NetworkSegment(a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75),segment_id=a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:44.524018 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.535236 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] Calling delete_port for 766bf072-ad2d-4461-b22f-34a06df403a4 owned by network:dhcp {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:44.617874 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9075175'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.645132 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] No DVR routers for this DVR port 766bf072-ad2d-4461-b22f-34a06df403a4 on host dv-cinder-784945-14-iscsi {{(pid=94160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:22:44.647181 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=766bf072-ad2d-4461-b22f-34a06df403a4,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:44.657977 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85bba1b-f881-48af-accc-080dd0c3d200 None None] DHCP port deletion for fee59a88-4470-41bf-ad91-5a80510211ed request from dv-cinder-784945-14-iscsi {{(pid=94161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 12:22:44.722324 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.743920 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee59a88-4470-41bf-ad91-5a80510211ed']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:44.754416 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:44.754713 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d3e7d3-f2e6-45c9-b826-3f4cc0d5ed75') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:44.764320 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175155'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.777624 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.783304 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:22:44.783695 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9274936'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: Traceback (most recent call last): Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: timer() Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: cb(*args, **kw) Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: return func(*args, **kwargs) Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: self._notify() Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: self.callback(batched_events) Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: event.method(event) Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: return f(self, *a, **k) Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._get(url).json() Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:22:44.785380 dv-cinder-784945-14-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:22:44.844189 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.850635 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:44.852809 dv-cinder-784945-14-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] 10.222.0.20 "DELETE /v2.0/networks/fee59a88-4470-41bf-ad91-5a80510211ed HTTP/1.1" status: 204 len: 168 time: 0.5143340 Sep 14 12:22:44.855883 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54226) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:44.870763 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150c23c-64e2-4426-aae9-4688c0d62e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=fee59a88-4470-41bf-ad91-5a80510211ed,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:44.895670 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 766bf072-ad2d-4461-b22f-34a06df403a4 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:44.919444 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 766bf072-ad2d-4461-b22f-34a06df403a4 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:22:44.919802 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 766bf072-ad2d-4461-b22f-34a06df403a4 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:22:44.920294 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 141ddb26-65fe-424e-9032-e3a49fbf8a42 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:44.939879 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 141ddb26-65fe-424e-9032-e3a49fbf8a42 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:22:44.940225 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 141ddb26-65fe-424e-9032-e3a49fbf8a42 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:22:44.940640 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device da311b1a-e18d-428a-82b0-f0cd9bc846b7 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:44.961096 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: da311b1a-e18d-428a-82b0-f0cd9bc846b7 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:22:44.961509 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device da311b1a-e18d-428a-82b0-f0cd9bc846b7 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:22:45.472851 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08c5e4ab-65c2-4518-8cf1-002f38ab5696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577023'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:45.729729 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-08c5e4ab-65c2-4518-8cf1-002f38ab5696 admin admin] Deleting port 03f37704-fc7c-4d32-a40e-5f46f06146e1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:45.730006 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08c5e4ab-65c2-4518-8cf1-002f38ab5696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:45.805839 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-08c5e4ab-65c2-4518-8cf1-002f38ab5696 admin admin] For port 03f37704-fc7c-4d32-a40e-5f46f06146e1, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=03f37704-fc7c-4d32-a40e-5f46f06146e1,segment=NetworkSegment(22bf3e3e-beb7-4ac7-95bd-747819d086b2),segment_id=22bf3e3e-beb7-4ac7-95bd-747819d086b2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:45.806196 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08c5e4ab-65c2-4518-8cf1-002f38ab5696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:45.818005 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-08c5e4ab-65c2-4518-8cf1-002f38ab5696 admin admin] Calling delete_port for 03f37704-fc7c-4d32-a40e-5f46f06146e1 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:46.003339 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08c5e4ab-65c2-4518-8cf1-002f38ab5696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:46.032045 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5e4ab-65c2-4518-8cf1-002f38ab5696 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f37704-fc7c-4d32-a40e-5f46f06146e1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:46.193976 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08c5e4ab-65c2-4518-8cf1-002f38ab5696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577099'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:46.406069 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c5e4ab-65c2-4518-8cf1-002f38ab5696 admin admin] Router 8cd36ac2-3e20-4482-a2ff-53ab0530b55b has already been hosted by L3 agent 443a8286-9b90-4d1c-9e1a-1ef51598c23c {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:22:46.508950 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c5e4ab-65c2-4518-8cf1-002f38ab5696 admin admin] Notify agent at l3_agent.dv-cinder-784945-14-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:22:46.514377 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-08c5e4ab-65c2-4518-8cf1-002f38ab5696 admin admin] 10.222.0.20 "PUT /v2.0/routers/8cd36ac2-3e20-4482-a2ff-53ab0530b55b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6575630 Sep 14 12:22:46.516376 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54234) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:46.517451 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a22eb37-5ed6-4ad0-a572-530e50a5eb7d None None] Sync routers for ids ['8cd36ac2-3e20-4482-a2ff-53ab0530b55b'] in dv-cinder-784945-14-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:22:46.527252 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a22eb37-5ed6-4ad0-a572-530e50a5eb7d None None] Routers {'8cd36ac2-3e20-4482-a2ff-53ab0530b55b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:22:46.527863 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5a22eb37-5ed6-4ad0-a572-530e50a5eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:22:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['8cd36ac2-3e20-4482-a2ff-53ab0530b55b'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:46.617250 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-455a660b-4143-4c7c-ada7-db392d70598a admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:46.632780 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-5a22eb37-5ed6-4ad0-a572-530e50a5eb7d None None] Set router 8cd36ac2-3e20-4482-a2ff-53ab0530b55b gateway port host: dv-cinder-784945-14-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:22:46.714729 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-455a660b-4143-4c7c-ada7-db392d70598a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:46.770981 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-455a660b-4143-4c7c-ada7-db392d70598a admin admin] Deleting port 9bf5631a-50ea-4785-91e2-962400fa3517 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:46.771916 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-455a660b-4143-4c7c-ada7-db392d70598a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:46.809920 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5a22eb37-5ed6-4ad0-a572-530e50a5eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'name': 'tempest-TestShelveInstance-1853719638-router', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'external_fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '9bf5631a-50ea-4785-91e2-962400fa3517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:18:05Z', 'updated_at': '2021-09-14T12:22:45Z', 'revision_number': 5, 'project_id': '80dae371c5a64cb397f8986c3f976b16', 'gw_port': {'id': '9bf5631a-50ea-4785-91e2-962400fa3517', 'name': '', 'network_id': 'f4c7db36-d333-4393-b022-5f0c472ed786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T12:18:06Z', 'updated_at': '2021-09-14T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b514a742-d258-4abf-a6e3-3b51d4fb98d0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-14-iscsi'}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:46.839514 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a22eb37-5ed6-4ad0-a572-530e50a5eb7d None None] Checking router: 8cd36ac2-3e20-4482-a2ff-53ab0530b55b for host: dv-cinder-784945-14-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:22:46.850722 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a22eb37-5ed6-4ad0-a572-530e50a5eb7d None None] Routers {'8cd36ac2-3e20-4482-a2ff-53ab0530b55b'} bound to L3 agent in host dv-cinder-784945-14-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 12:22:46.851387 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5a22eb37-5ed6-4ad0-a572-530e50a5eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T12:01:32Z,description=,heartbeat_timestamp=2021-09-14T12:22:32Z,host='dv-cinder-784945-14-iscsi',id=443a8286-9b90-4d1c-9e1a-1ef51598c23c,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T12:01:32Z,topic='l3_agent')) {'router_ids': ['8cd36ac2-3e20-4482-a2ff-53ab0530b55b'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:46.854827 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-455a660b-4143-4c7c-ada7-db392d70598a admin admin] For port 9bf5631a-50ea-4785-91e2-962400fa3517, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=9bf5631a-50ea-4785-91e2-962400fa3517,segment=NetworkSegment(1c41febd-5a62-4cbb-a3ae-82b8c3b7733d),segment_id=1c41febd-5a62-4cbb-a3ae-82b8c3b7733d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:46.855229 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-455a660b-4143-4c7c-ada7-db392d70598a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:46.869474 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-455a660b-4143-4c7c-ada7-db392d70598a admin admin] Calling delete_port for 9bf5631a-50ea-4785-91e2-962400fa3517 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:46.935151 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-5a22eb37-5ed6-4ad0-a572-530e50a5eb7d None None] Set router 8cd36ac2-3e20-4482-a2ff-53ab0530b55b gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 12:22:46.987727 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5a22eb37-5ed6-4ad0-a572-530e50a5eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'name': 'tempest-TestShelveInstance-1853719638-router', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:18:05Z', 'updated_at': '2021-09-14T12:22:46Z', 'revision_number': 6, 'project_id': '80dae371c5a64cb397f8986c3f976b16', 'gw_port_host': None}], 'dv-cinder-784945-14-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:47.016362 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a22eb37-5ed6-4ad0-a572-530e50a5eb7d None None] The sync data for ids ['8cd36ac2-3e20-4482-a2ff-53ab0530b55b'] in dv-cinder-784945-14-iscsi is: [{'id': '8cd36ac2-3e20-4482-a2ff-53ab0530b55b', 'name': 'tempest-TestShelveInstance-1853719638-router', 'tenant_id': '80dae371c5a64cb397f8986c3f976b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T12:18:05Z', 'updated_at': '2021-09-14T12:22:46Z', 'revision_number': 6, 'project_id': '80dae371c5a64cb397f8986c3f976b16', 'gw_port_host': None}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:22:47.039983 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-455a660b-4143-4c7c-ada7-db392d70598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.066944 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a660b-4143-4c7c-ada7-db392d70598a admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf5631a-50ea-4785-91e2-962400fa3517,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:47.134734 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-455a660b-4143-4c7c-ada7-db392d70598a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580905'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.221891 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-455a660b-4143-4c7c-ada7-db392d70598a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1707'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.223953 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-455a660b-4143-4c7c-ada7-db392d70598a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.265599 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-455a660b-4143-4c7c-ada7-db392d70598a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578963'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.266238 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455a660b-4143-4c7c-ada7-db392d70598a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cd36ac2-3e20-4482-a2ff-53ab0530b55b {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:22:47.270370 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-455a660b-4143-4c7c-ada7-db392d70598a admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.272099 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-455a660b-4143-4c7c-ada7-db392d70598a admin admin] 10.222.0.20 "DELETE /v2.0/routers/8cd36ac2-3e20-4482-a2ff-53ab0530b55b HTTP/1.1" status: 204 len: 168 time: 0.7547858 Sep 14 12:22:47.274748 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54236) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:47.326777 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f95d1d-e7c2-4054-84e7-abafa58c05ae admin admin] Deleting subnet 83bac345-3eef-4c70-bda4-4041671a43f9 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 12:22:47.329715 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96f95d1d-e7c2-4054-84e7-abafa58c05ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.367560 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96f95d1d-e7c2-4054-84e7-abafa58c05ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3191781'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.475042 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96f95d1d-e7c2-4054-84e7-abafa58c05ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601191'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.532777 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96f95d1d-e7c2-4054-84e7-abafa58c05ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10195102'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.557587 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f95d1d-e7c2-4054-84e7-abafa58c05ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83bac345-3eef-4c70-bda4-4041671a43f9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:47.561304 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96f95d1d-e7c2-4054-84e7-abafa58c05ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.563224 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-96f95d1d-e7c2-4054-84e7-abafa58c05ae admin admin] 10.222.0.20 "DELETE /v2.0/subnets/83bac345-3eef-4c70-bda4-4041671a43f9 HTTP/1.1" status: 204 len: 168 time: 0.2874641 Sep 14 12:22:47.565665 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54238) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:47.567079 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77e72e8-f534-46ab-b5a3-d8ddd1b11528 None None] Network 23cfd5a8-5fba-45e9-96dd-569e7726a47b requested from dv-cinder-784945-14-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 12:22:47.640643 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830651'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.698407 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] Deleting port 66016e7d-49f5-4007-9625-959cbdb2c38e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:47.698746 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.754833 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c876dae4-ee9b-4b63-97e1-8c14f8d0701d None None] DHCP port deletion for 23cfd5a8-5fba-45e9-96dd-569e7726a47b request from dv-cinder-784945-14-iscsi {{(pid=94161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 12:22:47.769147 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] For port 66016e7d-49f5-4007-9625-959cbdb2c38e, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=66016e7d-49f5-4007-9625-959cbdb2c38e,segment=NetworkSegment(22bf3e3e-beb7-4ac7-95bd-747819d086b2),segment_id=22bf3e3e-beb7-4ac7-95bd-747819d086b2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:47.769510 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.783196 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] Calling delete_port for 66016e7d-49f5-4007-9625-959cbdb2c38e owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:47.804187 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-c876dae4-ee9b-4b63-97e1-8c14f8d0701d None None] Deleting port 66016e7d-49f5-4007-9625-959cbdb2c38e {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 12:22:47.804564 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c876dae4-ee9b-4b63-97e1-8c14f8d0701d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740119286074'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.864636 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084196'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.873795 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-c876dae4-ee9b-4b63-97e1-8c14f8d0701d None None] For port 66016e7d-49f5-4007-9625-959cbdb2c38e, host dv-cinder-784945-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-14-iscsi',level=0,port_id=66016e7d-49f5-4007-9625-959cbdb2c38e,segment=NetworkSegment(22bf3e3e-beb7-4ac7-95bd-747819d086b2),segment_id=22bf3e3e-beb7-4ac7-95bd-747819d086b2)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:47.874201 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c876dae4-ee9b-4b63-97e1-8c14f8d0701d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583438'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.886014 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-c876dae4-ee9b-4b63-97e1-8c14f8d0701d None None] Calling delete_port for 66016e7d-49f5-4007-9625-959cbdb2c38e owned by network:dhcp {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 12:22:47.895850 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] No DVR routers for this DVR port 66016e7d-49f5-4007-9625-959cbdb2c38e on host dv-cinder-784945-14-iscsi {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:22:47.897624 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] Pushing event deleted for resources: {'Port': ['ID=66016e7d-49f5-4007-9625-959cbdb2c38e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:47.958789 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c876dae4-ee9b-4b63-97e1-8c14f8d0701d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740119291652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740118786524'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.967658 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605458', 'neutron.services.segments.db._delete_segments_for_network-8740119298973'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:47.984671 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876dae4-ee9b-4b63-97e1-8c14f8d0701d None None] Pushing event deleted for resources: {'Port': ['ID=66016e7d-49f5-4007-9625-959cbdb2c38e,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:47.988835 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23cfd5a8-5fba-45e9-96dd-569e7726a47b']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:47.989365 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c876dae4-ee9b-4b63-97e1-8c14f8d0701d None None] No DVR routers for this DVR port 66016e7d-49f5-4007-9625-959cbdb2c38e on host dv-cinder-784945-14-iscsi {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 12:22:48.001426 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bf3e3e-beb7-4ac7-95bd-747819d086b2') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:48.001753 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bf3e3e-beb7-4ac7-95bd-747819d086b2') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:48.011196 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740119298214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3191708'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:48.024270 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:48.029957 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:22:48.030380 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3780155'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: timer() Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: cb(*args, **kw) Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: self._notify() Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: self.callback(batched_events) Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: event.method(event) Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: return self._get(url).json() Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 12:22:48.032105 dv-cinder-784945-14-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 12:22:48.087596 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580813'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:48.092680 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653852'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:48.094505 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] 10.222.0.20 "DELETE /v2.0/networks/23cfd5a8-5fba-45e9-96dd-569e7726a47b HTTP/1.1" status: 204 len: 168 time: 0.5275521 Sep 14 12:22:48.106795 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ae688-0f98-4292-9a3b-39a1d4b07105 admin admin] Pushing event deleted for resources: {'Network': ['ID=23cfd5a8-5fba-45e9-96dd-569e7726a47b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:48.282285 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54242) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:48.326468 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-cde7a405-6541-4c7e-8ace-3c483ce463d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4854dd8459d3477ba8a270a2421d7979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430424 Sep 14 12:22:48.328867 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54244) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:48.376612 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aec5b5b6-6d5e-46b5-b00e-c4226fb39394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:48.398001 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aec5b5b6-6d5e-46b5-b00e-c4226fb39394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:48.448701 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aec5b5b6-6d5e-46b5-b00e-c4226fb39394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:48.451222 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aec5b5b6-6d5e-46b5-b00e-c4226fb39394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:48.452361 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-aec5b5b6-6d5e-46b5-b00e-c4226fb39394 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b70c89de-4b6b-4734-a56a-ce1e3cd63ffa HTTP/1.1" status: 204 len: 168 time: 0.1226263 Sep 14 12:22:48.459919 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5b5b6-6d5e-46b5-b00e-c4226fb39394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70c89de-4b6b-4734-a56a-ce1e3cd63ffa,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:48.757363 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54250) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:48.795975 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-c06a8ea4-92c3-4f1d-825b-37d0a3f540e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80dae371c5a64cb397f8986c3f976b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373552 Sep 14 12:22:48.798189 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.20', 54252) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 12:22:48.847998 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9067aaa-ee9d-43a5-81e1-4ae8368467d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:48.872036 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9067aaa-ee9d-43a5-81e1-4ae8368467d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:48.876965 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 03f37704-fc7c-4d32-a40e-5f46f06146e1 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:48.920609 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9067aaa-ee9d-43a5-81e1-4ae8368467d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584330'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:48.923225 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9067aaa-ee9d-43a5-81e1-4ae8368467d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:22:48.924472 dv-cinder-784945-14-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-b9067aaa-ee9d-43a5-81e1-4ae8368467d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/526297ec-3892-40f9-bb84-404b5b5b5b92 HTTP/1.1" status: 204 len: 168 time: 0.1253445 Sep 14 12:22:48.933952 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9067aaa-ee9d-43a5-81e1-4ae8368467d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526297ec-3892-40f9-bb84-404b5b5b5b92,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:49.028646 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 03f37704-fc7c-4d32-a40e-5f46f06146e1 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:22:49.028981 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 03f37704-fc7c-4d32-a40e-5f46f06146e1 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:22:49.029388 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 9bf5631a-50ea-4785-91e2-962400fa3517 no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:49.054036 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 9bf5631a-50ea-4785-91e2-962400fa3517 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:22:49.054318 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 9bf5631a-50ea-4785-91e2-962400fa3517 not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:22:49.054727 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 66016e7d-49f5-4007-9625-959cbdb2c38e no longer exists at agent ovs-agent-dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:49.075427 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] No Port match for: 66016e7d-49f5-4007-9625-959cbdb2c38e {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 12:22:49.075773 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Device 66016e7d-49f5-4007-9625-959cbdb2c38e not bound to the agent host dv-cinder-784945-14-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:22:58.988157 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-374dd849-1102-4ebf-841f-e30e4c34c4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:23:01.736097 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-eb14c54a-21e2-49b7-abba-d6b5bc037288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:23:01.976903 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:23:02.978858 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:23:03.956358 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:23:05.329253 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:23:07.242510 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:23:28.988845 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-71f63269-f16c-471d-83f6-2945cb1beb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:23:31.737039 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f6303856-6f17-4b4f-829f-7f85b48b6ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:23:31.977521 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:23:32.981419 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:23:33.960061 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:23:35.342319 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:23:44.241999 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:23:58.988540 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e292e205-f877-43b5-affc-a09ed97f7d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:24:01.737520 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b4c20c99-29cc-41ec-8843-7d1de10f4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:24:01.979529 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:24:02.983021 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:24:03.965968 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:24:05.333038 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:24:21.241351 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:24:28.989540 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fc477963-3405-40b6-b8d5-06c5ffc023b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:24:31.737773 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-193f5763-0f34-4b82-b7e6-613582f8849a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:24:31.980129 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:24:32.986376 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:24:33.964846 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:24:35.337584 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:24:58.240876 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:24:58.990889 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e7b5aba6-c326-499a-8e1b-a13835aac7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:25:01.737991 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e14f6b42-a888-4c34-88cb-8189ad7e9221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:25:01.981255 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:25:02.850900 dv-cinder-784945-14-iscsi neutron-server[94159]: DEBUG neutron.wsgi [req-b6c4ca2c-af54-493a-bce6-1df846dd9f6c req-3a7c11bc-ca91-47f4-8350-df96414dd45d service neutron] (94159) timed out ('10.222.0.22', 50010) {{(pid=94159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 12:25:02.988287 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:25:03.967632 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:25:05.352576 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:25:28.992256 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cb840969-8193-423d-9271-3a24e165bb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:25:31.739144 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-873ee08c-a9d8-4a86-ba57-74597a7770a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:25:31.981168 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:25:32.991087 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:25:33.970541 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:25:35.239687 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:25:35.364635 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:25:58.994022 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-28a222d0-4868-4401-ab5c-eec3080e3670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:26:01.739948 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ee00eafa-098d-467e-b269-03bae173722c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:26:01.982040 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:26:02.993086 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:26:03.973432 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:26:05.392052 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:26:12.238951 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:26:28.996417 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-34b99848-4b9f-4c3f-8bc6-7db5609e9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:26:31.739419 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-25b0ec33-21f0-445f-8c4e-4f0a0b5f8cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:26:31.982015 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:26:32.108866 dv-cinder-784945-14-iscsi neutron-server[94160]: DEBUG neutron.wsgi [req-2774b44c-c392-4a68-96f9-ee5aa2897d05 req-e22e68d6-8d61-43fa-8273-511e83d08930 service neutron] (94160) timed out ('10.222.0.22', 50005) {{(pid=94160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 12:26:32.996342 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:26:33.975965 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:26:35.412853 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:26:49.237724 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:26:58.997200 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c014c766-1410-4797-9274-92a888c4dba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:27:01.738961 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f40cecd6-e76b-4a23-b03a-8e0e165814e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:27:01.983411 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:27:02.998436 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:27:03.978130 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:27:05.406317 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:27:26.236902 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:27:28.998240 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2d33a4b9-06eb-486c-9770-252f6b273294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:27:31.740207 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b745fc92-b1ac-4cbe-8e25-bc87b91ecc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:27:31.989482 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:27:33.003684 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:27:33.981640 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:27:35.434738 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:27:58.999222 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b31dd2c0-945c-4e73-8c25-b4b434dffe23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:28:01.741396 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6f8297b3-78f9-4fee-9c5c-5b11bf7cd729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:28:01.982142 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1741b886-843a-400e-b45a-b86ad21a652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:28:03.004519 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2965194c-7a6e-4fbd-b0b9-34858881c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:28:03.236807 dv-cinder-784945-14-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-f7275057-a21a-45c5-9df9-fad044eac41e None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:28:03.984988 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1d2d-9fd5-4c8d-ac7d-67cb4a308fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 12:28:05.431061 dv-cinder-784945-14-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-60020ba8-d5c7-4f92-8bb0-bad53f76d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740119298955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-604628'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}